-- Logs begin at Thu 2021-02-11 18:31:18 UTC, end at Thu 2021-02-11 19:42:51 UTC. -- Feb 11 19:10:08.901152 dv-cinder-775250-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 19:10:11.615013 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.common.config [-] Logging enabled! Feb 11 19:10:11.615518 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev497 Feb 11 19:10:11.616881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79846) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 19:10:11.618651 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.common.config [-] Logging enabled! Feb 11 19:10:11.618939 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev497 Feb 11 19:10:11.619288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79846) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 19:10:11.620341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 19:10:11.620612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 19:10:11.621890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 19:10:11.622171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 19:10:11.622430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 19:10:11.622797 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.623135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.623474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.623729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.624064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.624421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.624742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.625074 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.625411 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.625733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.626048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.626361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.626619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.626932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.627260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.627715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.627969 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] debug = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.628330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.628870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.629189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.629503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.629834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.630142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.630453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.630771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.631131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] host = dv-cinder-775250-1-smb {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.631442 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.631770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.632098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.632451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.632764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.633076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.633399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.633707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.634015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] log_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.634325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.634651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.634979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.635314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.635565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.635816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.636146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.636505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.636817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.637127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.637434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.637739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.638046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.638350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.638673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.638995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.639336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.639628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.639935 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.640238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.640569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.640891 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.641201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.641509 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.641816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.642141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.642446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.642754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.643167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.643535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.644422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.644726 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.645161 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.645511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.645821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.646127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.646432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] use_json = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.646736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.647044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.647358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.647664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.647971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.648300 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.648603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.648928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:11.649260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.649595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.649940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.650259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.650589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.650907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.651238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.651551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.651881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.652212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.652565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.652879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.653201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.653511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.653845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.654194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.654531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.654865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.655176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.655486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.655794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.656107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.656451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.656789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.657125 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.657437 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.657748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.658079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.658395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.658757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.659121 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.660084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.660607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.660929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.661252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.661569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.661878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.662188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.662504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.662869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.663238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.663582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.663894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.664209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.664562 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.664885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.665202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.665512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.665822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.666137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.666445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.666754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.667065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.667374 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.667687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.667993 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.668325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.668635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.668946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.669255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.669565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.669874 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.670188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.670493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.670797 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.671100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.671406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.671713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.672035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.672391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.672706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.673023 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.673336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.673646 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.673957 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.674265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.674576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.674896 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.675216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.675549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.675871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.676191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.676668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.676984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.677320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.677636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.677955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.678266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.678578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.678895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.679215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.679544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.679875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.680208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.680568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.680895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.681207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.681552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.681868 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:11.682111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 19:10:11.682368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79846) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 11 19:10:12.343931 dv-cinder-775250-1-smb neutron-server[79846]: INFO keyring.backend [-] Loading Gnome Feb 11 19:10:12.361896 dv-cinder-775250-1-smb neutron-server[79846]: INFO keyring.backend [-] Loading Google Feb 11 19:10:12.364514 dv-cinder-775250-1-smb neutron-server[79846]: INFO keyring.backend [-] Loading Windows (alt) Feb 11 19:10:12.367934 dv-cinder-775250-1-smb neutron-server[79846]: INFO keyring.backend [-] Loading file Feb 11 19:10:12.368941 dv-cinder-775250-1-smb neutron-server[79846]: INFO keyring.backend [-] Loading keyczar Feb 11 19:10:12.369216 dv-cinder-775250-1-smb neutron-server[79846]: INFO keyring.backend [-] Loading multi Feb 11 19:10:12.369850 dv-cinder-775250-1-smb neutron-server[79846]: INFO keyring.backend [-] Loading pyfs Feb 11 19:10:12.415535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79846) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:10:12.415839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79846) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:10:12.416161 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79846) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:10:12.416558 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 19:10:12.806943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.807472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.807592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.856210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.856541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.856838 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.860483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.860792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.861084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.930252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.930571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.930873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.932007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.932327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:12.932624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.201498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.201794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.202124 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.202425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.203438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.353131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.353517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.353855 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.354135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.354427 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.354805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.355101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.355389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.355673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.356006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.356359 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.356620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.356922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.357209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.357519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.357830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.358118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.358433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.358716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.359210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.359493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.359771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.360108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.360410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.360687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.361103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 19:10:13.361377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 19:10:13.361648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 19:10:13.362048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 19:10:13.362321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 19:10:13.362655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 19:10:13.363070 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 19:10:13.366165 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 19:10:13.370132 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 19:10:13.374234 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Feb 11 19:10:13.375863 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 19:10:13.377148 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 19:10:13.377657 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 11 19:10:13.378598 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 19:10:13.381328 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 19:10:13.381611 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 19:10:13.381993 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 11 19:10:13.404066 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 11 19:10:13.404598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.404920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79846) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 11 19:10:13.405325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.406651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79846) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 19:10:13.406965 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 11 19:10:13.407239 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 11 19:10:13.410670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.410982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:13.477778 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 19:10:13.477996 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 19:10:13.478267 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 19:10:13.478665 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 19:10:13.512069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.sqlalchemy.engines [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79846) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 11 19:10:13.952252 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Initializing driver for type 'gre' Feb 11 19:10:13.952866 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] gre ID ranges: [(1, 1000)] Feb 11 19:10:13.993000 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Initializing driver for type 'local' Feb 11 19:10:13.993361 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Initializing driver for type 'vlan' Feb 11 19:10:14.003292 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] VlanTypeDriver initialization complete Feb 11 19:10:14.003664 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Initializing driver for type 'vxlan' Feb 11 19:10:14.004173 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] vxlan ID ranges: [(1, 1000)] Feb 11 19:10:14.044568 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Initializing extension driver 'port_security' Feb 11 19:10:14.044929 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.extensions.port_security [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] PortSecurityExtensionDriver initialization complete Feb 11 19:10:14.045334 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Initializing mechanism driver 'openvswitch' Feb 11 19:10:14.051702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79846) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:10:14.052748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > port after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.053084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > port after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.053468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > port after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.053890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > subnet after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.054272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > subnet after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.054648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.055060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > network after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.055438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > network after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.055815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > network after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.056229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > security_group after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.056637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > security_group after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.057025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.057568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.057951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.058325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.058865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > address_group after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.059227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > address_group after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.059626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.059994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] ML2 OVO RPC backend initialized. {{(pid=79846) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 11 19:10:14.060732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.061120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.061574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > network before_response 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.061952 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > networks before_response 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.062330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > port before_response 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.062703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > ports before_response 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.063078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > subnet before_response 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.063451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > subnets before_response 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.063828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > network after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.064200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > network after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.064599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > network after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.065030 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > port after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.065334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > port after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.066356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > port after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.066730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > subnet after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.067100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > subnet after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.067493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.068132 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.plugin [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Modular L2 Plugin initialization complete Feb 11 19:10:14.068511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading services supported by the core plugin {{(pid=79846) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 19:10:14.068873 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.plugins.ml2.managers [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Got port-security extension from driver 'port_security' Feb 11 19:10:14.069375 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.extensions.vlantransparent [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Disabled vlantransparent extension. Feb 11 19:10:14.069853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79846) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 19:10:14.070194 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading Plugin: router Feb 11 19:10:14.108652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.109090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router after_create 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.109506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router before_create 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.109911 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.110332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.110729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router after_delete 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.111132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.111541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router after_create 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.111934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router after_update 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.112577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router after_update 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.113412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.113822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router after_update 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.114320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_update 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.114742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: port after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.115120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: port after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.115493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: subnet after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.115866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.116251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.116693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_create 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.117076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: port before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.117454 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.117857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router after_update 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.118241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.118630 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_create 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.119040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.119432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_update 55549900 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.119867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > network after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.120880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Tracking information for resource: router configured {{(pid=79846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 19:10:14.121505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Tracking information for resource: floatingip configured {{(pid=79846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 19:10:14.126268 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_agentschedulers_db [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 19:10:14.126910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: port after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.127313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: port after_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.127826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: port after_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.128401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: port after_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.129482 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router before_create 55550100 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.129824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.130227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_create 55550100 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.130619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > router precommit_update 55550100 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.135380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.provider_configuration [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service providers = [] {{(pid=79846) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 19:10:14.135777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.servicetype_db [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79846) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 19:10:14.138736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.service_base [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 19:10:14.139112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.service_base [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 19:10:14.139484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.service_base [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 19:10:14.140404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.service_base [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 19:10:14.140799 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.services.service_base [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 19:10:14.141207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 19:10:14.141555 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 19:10:14.151877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 19:10:14.152245 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading Plugin: auto_allocate Feb 11 19:10:14.157907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: network precommit_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.158316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: network precommit_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.158899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 19:10:14.159767 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading Plugin: tag Feb 11 19:10:14.166733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 19:10:14.167100 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading Plugin: timestamp Feb 11 19:10:14.170907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 19:10:14.171271 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading Plugin: network_ip_availability Feb 11 19:10:14.177373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.177777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.178165 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.178940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 19:10:14.179298 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading Plugin: flavors Feb 11 19:10:14.183784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 19:10:14.184148 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading Plugin: revisions Feb 11 19:10:14.188670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 19:10:14.189092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.773s {{(pid=79846) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:10:14.189999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79846) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 11 19:10:14.190364 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Initializing extension manager. Feb 11 19:10:14.190938 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: __init__.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.191311 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: __pycache__ {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.191680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.192045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: address_group.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.192903 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.193529 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: address-group Feb 11 19:10:14.193890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: address_scope.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.194648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.195213 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: address-scope Feb 11 19:10:14.195570 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.196516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.197085 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: router-admin-state-down-before-update Feb 11 19:10:14.197441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: agent.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.198183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.198749 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: agent Feb 11 19:10:14.199108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: agent_resources_synced.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.200011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.200604 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: agent-resources-synced Feb 11 19:10:14.200962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: allowedaddresspairs.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.202766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.203300 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: allowed-address-pairs Feb 11 19:10:14.203661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: auto_allocated_topology.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.204776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.205357 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: auto-allocated-topology Feb 11 19:10:14.212313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: availability_zone.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.212313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.212313 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: availability_zone Feb 11 19:10:14.212313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: availability_zone_filter.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.212313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.212313 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: availability_zone_filter Feb 11 19:10:14.212902 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: data_plane_status.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.212902 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.212902 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 19:10:14.212902 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: default_subnetpools.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.212902 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.212902 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: default-subnetpools Feb 11 19:10:14.213431 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.213822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.214392 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: dhcp_agent_scheduler Feb 11 19:10:14.214751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: dns.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.215663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.216222 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 19:10:14.216607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: dns_domain_ports.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.217517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.218074 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 19:10:14.218426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: dvr.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.219140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.219703 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: dvr Feb 11 19:10:14.220055 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: empty_string_filtering.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.220995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.221694 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: empty-string-filtering Feb 11 19:10:14.222576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.223485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.224051 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 19:10:14.224435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.225336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.225901 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 19:10:14.226258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: external_net.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.227168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.227732 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: external-net Feb 11 19:10:14.228089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.229012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.229577 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: extra_dhcp_opt Feb 11 19:10:14.229932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: extraroute.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.230831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.231395 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: extraroute Feb 11 19:10:14.231755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: extraroute_atomic.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.232792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.233359 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: extraroute-atomic Feb 11 19:10:14.233714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: filter_validation.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.234403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.234963 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: filter-validation Feb 11 19:10:14.235317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: fip_pf_description.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.236215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.236968 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 19:10:14.237287 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: fip_port_details.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.238964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.239530 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: fip-port-details Feb 11 19:10:14.239886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: flavors.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.241139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.241713 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: flavors Feb 11 19:10:14.242440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.243693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.244298 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 19:10:14.244665 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: floatingip_pools.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.245412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.245981 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: floatingip-pools Feb 11 19:10:14.246595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: ip_allocation.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.247514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.248073 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 19:10:14.248462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.249391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.249957 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: ip-substring-filtering Feb 11 19:10:14.250317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: l2_adjacency.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.251238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.251794 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 19:10:14.252149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: l3.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.253308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.253886 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: router Feb 11 19:10:14.254243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.256611 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.257205 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 19:10:14.257573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.258496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.259077 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: ext-gw-mode Feb 11 19:10:14.259438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.260505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.261083 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: l3-ha Feb 11 19:10:14.261443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: l3_flavors.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.262355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.262923 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: l3-flavors Feb 11 19:10:14.263284 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.264184 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.264780 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 19:10:14.265136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: l3agentscheduler.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.266325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.266915 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: l3_agent_scheduler Feb 11 19:10:14.267279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: logging.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.268995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.269571 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension logging not supported by any of loaded plugins Feb 11 19:10:14.269936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: metering.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.270723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.271422 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: metering Feb 11 19:10:14.271780 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.272934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.273507 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: metering_source_and_destination_fields Feb 11 19:10:14.273865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: multiprovidernet.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.274782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.275348 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: multi-provider Feb 11 19:10:14.275707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: netmtu.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.276638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.277205 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: net-mtu Feb 11 19:10:14.277631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: netmtu_writable.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.278479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.279049 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: net-mtu-writable Feb 11 19:10:14.279405 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: network_availability_zone.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.280243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.280845 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: network_availability_zone Feb 11 19:10:14.281202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: network_ip_availability.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.282318 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.282891 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: network-ip-availability Feb 11 19:10:14.283250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: network_segment_range.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.284775 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.285396 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 19:10:14.285751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: pagination.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.286728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.287099 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: pagination Feb 11 19:10:14.287456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: port_device_profile.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.288413 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.288996 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: port-device-profile Feb 11 19:10:14.289365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.290274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.290849 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: port-mac-address-regenerate Feb 11 19:10:14.291217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.292134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.292738 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: port-numa-affinity-policy Feb 11 19:10:14.293097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: port_resource_request.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.294011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.294568 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 19:10:14.294922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: portbindings.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.295839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.296432 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: binding Feb 11 19:10:14.296787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: portbindings_extended.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.298063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.298632 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: binding-extended Feb 11 19:10:14.299077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: portsecurity.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.300821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.301408 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: port-security Feb 11 19:10:14.301766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: project_id.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.302731 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.303100 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: project-id Feb 11 19:10:14.303455 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: providernet.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.304410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.304978 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: provider Feb 11 19:10:14.305331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.309366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.309959 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos not supported by any of loaded plugins Feb 11 19:10:14.310323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.311593 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.312172 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 19:10:14.312560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.313473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.314044 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 19:10:14.314400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos_default.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.315302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.315924 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos-default not supported by any of loaded plugins Feb 11 19:10:14.316322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos_fip.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.316989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.317558 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 19:10:14.317917 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos_gateway_ip.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.318901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.319481 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 19:10:14.319840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos_port_network_policy.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.320765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.321333 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 19:10:14.321690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos_rule_type_details.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.322607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.323177 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 19:10:14.323537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: qos_rules_alias.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.324597 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.325164 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 19:10:14.325523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: quotasv2.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.326498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.326865 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: quotas Feb 11 19:10:14.327221 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: quotasv2_detail.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.330117 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.330697 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: quota_details Feb 11 19:10:14.330989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: rbac.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.332172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.332785 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: rbac-policies Feb 11 19:10:14.333151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: rbac_address_scope.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.334082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.334656 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: rbac-address-scope Feb 11 19:10:14.335017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: rbac_security_groups.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.335923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.336513 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: rbac-security-groups Feb 11 19:10:14.336873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: rbac_subnetpool.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.337781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.338353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: rbac-subnetpool Feb 11 19:10:14.338711 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: revisionifmatch.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.339632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.340206 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: revision-if-match Feb 11 19:10:14.340589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: revisions.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.342679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.343252 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: standard-attr-revisions Feb 11 19:10:14.343614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: router_availability_zone.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.344352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.344928 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: router_availability_zone Feb 11 19:10:14.345285 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: routerservicetype.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.346317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.347403 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 19:10:14.347758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.348707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.349277 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: security-groups-normalized-cidr Feb 11 19:10:14.349634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.350559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.351131 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: port-security-groups-filtering Feb 11 19:10:14.351488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.352426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.353000 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: security-groups-remote-address-group Feb 11 19:10:14.353354 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: securitygroup.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.366989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.367594 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: security-group Feb 11 19:10:14.367966 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: segment.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.368842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.369419 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension segment not supported by any of loaded plugins Feb 11 19:10:14.369786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.370723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.371548 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 19:10:14.371911 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: servicetype.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.373045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.373625 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: service-type Feb 11 19:10:14.373984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: sorting.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.374953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.375325 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: sorting Feb 11 19:10:14.375680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: standard_attr_segment.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.376617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.377199 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 19:10:14.377677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: standardattrdescription.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.378392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.378962 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: standard-attr-description Feb 11 19:10:14.379322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: stateful_security_group.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.380247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.380844 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: stateful-security-group Feb 11 19:10:14.381198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: stdattrs_common.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.381772 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 19:10:14.382125 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.383122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.383696 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 19:10:14.384051 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: subnet_onboard.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.385122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.385702 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: subnet_onboard Feb 11 19:10:14.386058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.386983 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.387550 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 19:10:14.387907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: subnet_service_types.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.388856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.389432 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: subnet-service-types Feb 11 19:10:14.389788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: subnetallocation.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.390869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.391452 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: subnet_allocation Feb 11 19:10:14.391808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.392519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.393212 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: subnetpool-prefix-ops Feb 11 19:10:14.394078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.395018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.395585 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 19:10:14.395940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: tagging.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.397234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.397815 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: standard-attr-tag Feb 11 19:10:14.398181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: timestamp.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.399342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.399920 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loaded extension: standard-attr-timestamp Feb 11 19:10:14.400321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: trunk.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.401317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.401891 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension trunk not supported by any of loaded plugins Feb 11 19:10:14.402247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: trunk_details.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.403161 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.403728 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 19:10:14.404080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: uplink_status_propagation.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.405013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.405578 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 19:10:14.405932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Loading extension file: vlantransparent.py {{(pid=79846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 19:10:14.406618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 19:10:14.407179 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 19:10:14.410589 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:network Feb 11 19:10:14.411406 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:subnet Feb 11 19:10:14.412063 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 19:10:14.412755 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:port Feb 11 19:10:14.414237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.414724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service FLAVORS assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.415476 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.415954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.416355 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:router Feb 11 19:10:14.417082 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 19:10:14.417843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service METERING assigned prefix: /metering {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.419645 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.420048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.420457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:10:14.421574 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 19:10:14.422051 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:security_group Feb 11 19:10:14.422847 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 19:10:14.423638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service CORE assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.424017 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 19:10:14.424533 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] subnetpool is already registered Feb 11 19:10:14.425250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service CORE assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.425618 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 19:10:14.425977 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] subnetpool is already registered Feb 11 19:10:14.428720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.429195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service FLAVORS assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.429834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.430291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.430667 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:router Feb 11 19:10:14.431026 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] router is already registered Feb 11 19:10:14.431679 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 19:10:14.432042 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] floatingip is already registered Feb 11 19:10:14.432751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service METERING assigned prefix: /metering {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.433486 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 19:10:14.433848 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] rbac_policy is already registered Feb 11 19:10:14.434462 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:security_group Feb 11 19:10:14.434823 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] security_group is already registered Feb 11 19:10:14.435485 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 19:10:14.435847 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] security_group_rule is already registered Feb 11 19:10:14.436606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service CORE assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.436972 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 19:10:14.437326 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] subnetpool is already registered Feb 11 19:10:14.437976 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.resource_helper [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Service CORE assigned prefix: {{(pid=79846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 19:10:14.438342 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 19:10:14.438696 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.quota.resource_registry [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] subnetpool is already registered Feb 11 19:10:14.439406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: extensions {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.441225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: address-groups {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.442935 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: address-scopes {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.444215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: agents {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.445477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: auto-allocated-topology {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.446814 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: availability_zones {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.448258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: dhcp-networks {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.449785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: dhcp-agents {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.451302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: routers {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.453290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: flavors {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.454489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: service_profiles {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.455900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: next_providers {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.458136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: service_profiles {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.459692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: floatingip-pools {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.461016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: routers {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.463717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: floatingips {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.465079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: l3-routers {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.466577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: l3-agents {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.468075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: metering-labels {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.469539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: metering-label-rules {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.470904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: network-ip-availabilities {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.472638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: bindings {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.474413 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: quotas {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.475933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: quotas {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.477485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: rbac-policies {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.478865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: security-groups {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.480170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: security-group-rules {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.481520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: service-providers {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.482826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: subnetpools {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.484353 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: subnetpools {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.485901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.488363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.490289 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.492184 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.494114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.495932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.498114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.500073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.502127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.504798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.extensions [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Extended resource: tags {{(pid=79846) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 19:10:14.511931 dv-cinder-775250-1-smb neutron-server[79846]: WARNING keystonemiddleware.auth_token [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 19:10:14.517191 dv-cinder-775250-1-smb neutron-server[79846]: WARNING keystonemiddleware.auth_token [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 19:10:14.526069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Acquired lock "singleton_lock" {{(pid=79846) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 11 19:10:14.526588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Releasing lock "singleton_lock" {{(pid=79846) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 11 19:10:14.528024 dv-cinder-775250-1-smb neutron-server[79846]: INFO oslo_service.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Starting 2 workers Feb 11 19:10:14.532943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Started child 79955 {{(pid=79846) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 19:10:14.536815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:14.537929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Started child 79956 {{(pid=79846) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 19:10:14.538289 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [-] (79955) wsgi starting up on http://0.0.0.0:9696 Feb 11 19:10:14.539404 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 19:10:14.540068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Notify callbacks [] for process, before_spawn {{(pid=79846) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:14.541512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:14.542535 dv-cinder-775250-1-smb neutron-server[79846]: INFO oslo_service.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Starting 1 workers Feb 11 19:10:14.542873 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [-] (79956) wsgi starting up on http://0.0.0.0:9696 Feb 11 19:10:14.547985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Started child 79957 {{(pid=79846) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 19:10:14.548598 dv-cinder-775250-1-smb neutron-server[79846]: INFO oslo_service.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Starting 1 workers Feb 11 19:10:14.550708 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] calling RpcWorker wait() {{(pid=79957) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 19:10:14.551191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] returning from RpcWorker wait() {{(pid=79957) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 19:10:14.552836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:14.553416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:10:14.554083 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Started child 79959 {{(pid=79846) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 19:10:14.554373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 33314) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:14.554934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df42f61b-e7d5-4253-b87d-20bf35605da0 None None] Notify callbacks [] for process, after_spawn {{(pid=79846) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:14.556881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79846) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 11 19:10:14.557113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 19:10:14.557320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 19:10:14.557602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 19:10:14.558007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 19:10:14.558176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 19:10:14.558906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.559341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.559792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.560230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.560685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:14.560908 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.561689 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.562081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:10:14.562255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.562676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.563123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.563548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.563874 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.564197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.564632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.565225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.566428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.566872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.567277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.567702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.568060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.568503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.568813 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0106986 Feb 11 19:10:14.569120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.569547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.569978 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] debug = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.570398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.571339 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.572152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.572575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.572971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.573395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.573784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.574249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.574520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.574895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.575299 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.575690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.576047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.576470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.576876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.577253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.577800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] host = dv-cinder-775250-1-smb {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.578161 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.578531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.578971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.579245 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.579560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.579808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.580215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.580682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.580989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.581325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.581606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.581887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.582168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.582433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.582603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_options = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.583058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.583361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.583656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.583869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.584062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.584249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.584568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.584757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.585013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.585414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.585792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.586173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.586578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.587036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.587249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.587787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.588066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.588371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.588689 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.589006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.589297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.589564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.589828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.590094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.590339 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.590590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.590819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.591081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.591327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.591588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.591831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.592086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.592337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.592754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.593157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.593557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.594182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.594182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.594468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.594613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.594877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.595120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.595424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.595665 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.595908 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.596344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_json = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.596741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.597101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.597516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.598153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.598153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.598456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.598456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.598715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.599139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.599589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.599926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.600214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.600526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.600795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.601079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.601958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.601958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.601958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.602395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.602395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.602886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.602886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.603196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.603479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.603756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.604068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.604342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.605200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.605200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.605200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.605637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.605637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.605905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.606172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.606414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.606663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.606947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.607192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.607431 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.607679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.608218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.608218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.610900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.611176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.611474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.611727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.612843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.613115 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.613421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.613695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.613971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.614223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.614472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.614734 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.615733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.615733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.615733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.615733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.616631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.616631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.617323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.617575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.617846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.618118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.618369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.618611 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.618872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.619121 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.619361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.619672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.619929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.620173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.620547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.620711 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.620946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.621443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.621713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.621955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.622204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.622468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.622710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.622954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.623196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.623438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.623686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.623927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.624174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.625382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.625382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.625703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.625841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.626039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.626382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.626683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.626977 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.627262 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.627669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.627965 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.629757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.630232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.630647 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.631168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.631608 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.632067 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.632432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.632919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.633188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.634247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.634550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.634900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.635912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.636496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.636974 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.637427 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.637921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.638379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.638868 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.639182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.639485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.641201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.642004 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.643147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.643664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.644155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.644710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.645215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.645699 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.646171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.646629 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.647214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.647669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.648195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.648590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.649070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.649553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.649912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.650387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.650864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.652081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.652572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.653097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.653626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.653998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.654330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.654698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.655036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.655495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.655957 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.656438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.656922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.657768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.657768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.657768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.657994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.658177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.658410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.658875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.659301 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.659539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.659810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.660313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.660429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.660580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.661020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.661020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.661295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.661567 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.662428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.662428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.662428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.662644 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.662778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.663024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.663279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.663524 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.663810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.664062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.664409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.664864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.665138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.665407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.665695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.665988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.666234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.666517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.666769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.667012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.667254 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.667503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.667753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.668011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.668313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.668563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.668834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.669089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.669429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.670093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.670093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.670298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.670438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.670714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.670967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.671218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.671464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.671700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.671931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.672204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.672531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.672754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.673188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.673349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.673491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.673640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.673900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.674223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.674494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.675335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.675490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.675714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.675974 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.676718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.676718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.676718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.677194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.677194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.677511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.677661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.677801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.677995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.678330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.678617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.678870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.679180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.679483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.679766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.680039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.680434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.680869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.681152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.681389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.681668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.681923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.682196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.682569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.682900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.683199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.683476 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.683791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.684315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.684491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.684638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.684912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.685282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.685543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.685975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.686242 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.686539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.686795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.687049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.687312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.687561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.687809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.688092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.688373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.688800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.689051 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.689319 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.689564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.690514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.690514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.691206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.691285 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.691476 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 19:10:14.692003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79846) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 11 19:10:14.692189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 19:10:14.692416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 19:10:14.692742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 19:10:14.692975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 19:10:14.693158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 19:10:14.693405 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.693592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.693767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.693949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.694852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.694852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.694852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.694852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.694852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.695180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.695180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.695301 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.695367 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.695551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.695732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.695911 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.696093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.696273 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.696466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.696640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.696820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.697000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.697180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] debug = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.697360 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.698268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.698268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.698268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.698268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.698811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.698811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.698811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.698811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.699305 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.699305 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.699305 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.699688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.699688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.699943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.699943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.700197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] host = dv-cinder-775250-1-smb {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.700197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.700494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.700628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.700762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.700909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.701053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.701188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.701321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.701455 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.701588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.701764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.701929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.702061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:10:14.702405 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.702589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.702771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_options = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.702953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.703136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.703364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.703510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.703683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.703865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.704047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.704228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.704438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.704619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.704801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.704981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.705160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.705340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.705491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.705672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.705853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.706035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.707655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.708781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.708781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.708781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.708781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.708781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.708781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.708781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.709595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.709595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.709595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.709595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.709595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_json = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.710887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.711131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.711276 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.711391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.711538 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.711720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 19:10:14.711925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.712114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.712366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.712510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.712682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.712869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.713055 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.713241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.713426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.713610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.713803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.713988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.714185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.714370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.714556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.714746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.714929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.715943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.716140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.716333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.716528 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.716716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.716923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.717112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.717299 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.717486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.717681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.717896 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.718053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.718200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.718389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.718579 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.718763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.718915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.719133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.719984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.719984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.719984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.719984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.719984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.720298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.720298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.720458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.720686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.720779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.720923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.721067 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.721559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.721688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.721856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.722039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.722221 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.722408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.722595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.722781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.722966 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.723150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.723335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.723518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.723704 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.723889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.724090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.724292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.725240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.725442 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.725684 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.725795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.725958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.726087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.726573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.726573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.726573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.726872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.726979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.727087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.727313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.727497 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.727684 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.727871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.728056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.728241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.728469 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.728656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.728842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.729038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.729244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.729430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.729617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.729801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.729988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.730175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.730360 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.730533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.730713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.731718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.731718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.731718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.731718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.731718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.731718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.732384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.732384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.732384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.732384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.732850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.732850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.732850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.733113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.733207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.735861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.736670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.736670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.736670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.736670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.736670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.737865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.737865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.737865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.738185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.738185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.738387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.738494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.740075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.741355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.741355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.741355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.741355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.741355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.741355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.741355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.743554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.743554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.743554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.743554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.743554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.743554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.743554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.743554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.744481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.744481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.744481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.744481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.744481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.744481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.744481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.744481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.745434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.745434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.745434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.745434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.745434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.745434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.745434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.745434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.746470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.746470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.746470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.746470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.746470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.747987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.748180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.749093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.749289 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.749499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.749691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.749876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.750044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.750232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.750418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.750605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.750771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.751060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.751233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.751418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.751606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.751796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.751983 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.752132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.753155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.753366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.753585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.753776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.753980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.754168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.754357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.754544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.754864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.755064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.755290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.755460 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.755689 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.755877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.756075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.756262 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.760886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.761992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.762059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.762430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.762430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.762626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.762720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.762888 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.763074 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.763259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.763443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.763632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.763799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.764159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.764943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.764943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.764943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.764943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.765218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.765218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 19:10:14.765358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 19:10:24.821552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab5753-32cd-4559-b6fd-103b85f820c4 None None] get_active_networks_info from dv-cinder-775250-1-smb {{(pid=79957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 19:10:24.952703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeab5753-32cd-4559-b6fd-103b85f820c4 None None] No non-hosted networks {{(pid=79957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 19:10:24.983556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agentschedulers_db [None req-aeab5753-32cd-4559-b6fd-103b85f820c4 None None] DHCP Agent not found on host dv-cinder-775250-1-smb {{(pid=79957) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 11 19:10:25.134918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bc5b5733-f2ec-4c4c-9b8d-4a018d88e57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765'] for agent, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:27.297292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-233ad7e1-13d4-41ac-84b6-bd713e199fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765'] for agent, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:27.348312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-96511493-5ac8-4007-a86d-031f29bb5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:27.754707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765'] for agent, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:28.625583 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765'] for agent, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:28.626905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.628108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.628687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.629238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.629784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.630328 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.630883 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.631450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.632138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.632817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.633377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.633927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:28.634522 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775250-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:10:28.640425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775250-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:10:29.567276 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765'] for agent, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:30.634611 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] get_endpoint_by_host() called for host dv-cinder-775250-1-smb {{(pid=79957) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 11 19:10:30.640143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] get_endpoint_by_ip() called for ip 192.168.0.98 {{(pid=79957) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 11 19:10:30.643415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] _add_endpoint() called for ip 192.168.0.98 {{(pid=79957) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 11 19:10:30.649316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] _get_endpoints() called {{(pid=79957) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 11 19:10:30.748930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 33420) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:31.434236 dv-cinder-775250-1-smb neutron-server[79846]: WARNING oslo_policy.policy [None req-d894392f-df44-4634-8cbb-c9919faa4ee8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 19:10:31.434840 dv-cinder-775250-1-smb neutron-server[79846]: WARNING oslo_policy.policy [None req-d894392f-df44-4634-8cbb-c9919faa4ee8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 19:10:31.669770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [None req-d894392f-df44-4634-8cbb-c9919faa4ee8 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:10:31.672800 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d894392f-df44-4634-8cbb-c9919faa4ee8 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9227774 Feb 11 19:10:33.508476 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_hamode_db [None req-108ed35d-4830-4cab-b7e2-d2badda5a9ac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 19:10:33.598515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ed35d-4830-4cab-b7e2-d2badda5a9ac None None] Routers set() bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:10:33.598940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ed35d-4830-4cab-b7e2-d2badda5a9ac None None] Router IDs set() for agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 11 19:10:34.421950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 33434) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:34.838587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:10:34.907104 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.policy [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79955) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 11 19:10:34.907919 dv-cinder-775250-1-smb neutron-server[79846]: WARNING oslo_policy.policy [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 19:10:34.908347 dv-cinder-775250-1-smb neutron-server[79846]: WARNING oslo_policy.policy [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 19:10:34.934668 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] Loaded quota_driver: . Feb 11 19:10:34.950799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:10:35.010217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727063827851', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727063801779', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727063843401', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727063815393', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727063816266', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036846569466', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846576429', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683382', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744158'] for rbac-policy, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:35.075105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:35.076415 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-01b6c878-ca42-4a91-8fb6-17bba5cb24fe admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6534216 Feb 11 19:10:38.070971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 33448) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:38.473312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'name': 'private'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:10:38.479295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:10:38.484034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Usage tracker for resource:network and tenant:4f4760d339ee4989a3d876844aa4a87f is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:10:38.488258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:10:38.494721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:10:38.504299 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Made reservation on behalf of 4f4760d339ee4989a3d876844aa4a87f for: {'network': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:10:38.510272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:38.527250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:38.541869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:10:38.545694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4760d339ee4989a3d876844aa4a87f is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:10:38.549758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:10:38.555396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:10:38.652177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:38.655003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:38.660646 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:10:38.837808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=79955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:10:38.866079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727067058052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:38.866581 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Added segment 74896e59-8263-4e3a-a352-d5ac1d32c791 of type vxlan for network b0f8ebe6-c273-480e-b469-08e028bb9072 Feb 11 19:10:38.916029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc005b3-4cbd-4b1e-8890-1981bcf0ffba,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:10:38.932841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.933216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.933580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.933937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.934286 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.934638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.934986 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.935337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.935697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.936040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.936409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.936753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Tracked resource versions report: Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: pushed versions: Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: { 'AddressGroup': {'1.1'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': {'1.0'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': {'1.0'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': {'1.1'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': {'1.7'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': {'1.2'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': {'1.8'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': {'1.4'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': {'1.2'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': {'1.0'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': {'1.1'}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': {'1.1'}} Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: consumer versions: Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: { DHCP agent@dv-cinder-775250-1-smb: {}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: L3 agent@dv-cinder-775250-1-smb: {}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: Metadata agent@dv-cinder-775250-1-smb: {}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: Metering agent@dv-cinder-775250-1-smb: {}, Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@dv-cinder-775250-1-smb: { 'AddressGroup': '1.1', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}} Feb 11 19:10:38.937859 dv-cinder-775250-1-smb neutron-server[79846]: {{(pid=79955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 19:10:38.988266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:38.992802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:10:39.025870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:39.027169 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:10:39.027822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:39.032603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:10:39.142164 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0699520 Feb 11 19:10:39.145583 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f8ebe6-c273-480e-b469-08e028bb9072,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:10:39.165931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:10:39.173970 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network b0f8ebe6-c273-480e-b469-08e028bb9072 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:10:42.198404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 33464) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:42.702050 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164d20be-fc1f-4f66-9244-bbc901a1bb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:10:42.708355 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-164d20be-fc1f-4f66-9244-bbc901a1bb65 admin admin] 10.222.0.101 "GET /v2.0/networks/b0f8ebe6-c273-480e-b469-08e028bb9072 HTTP/1.1" status: 200 len: 818 time: 0.5040107 Feb 11 19:10:42.731711 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9d3f4dd3-994c-40d7-be5f-e62b5a38ab21 admin admin] 10.222.0.101 "GET /v2.0/subnetpools/409c1bf7-68ed-4300-b62c-a6bb61afdb19 HTTP/1.1" status: 200 len: 734 time: 0.0220034 Feb 11 19:10:42.741582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'subnetpool_id': '409c1bf7-68ed-4300-b62c-a6bb61afdb19', 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:10:42.746194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:10:42.750051 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Usage tracker for resource:subnet and tenant:4f4760d339ee4989a3d876844aa4a87f is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:10:42.753039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:10:42.758550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:10:42.766973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Made reservation on behalf of 4f4760d339ee4989a3d876844aa4a87f for: {'subnet': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:10:42.771506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:43.250167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:43.265499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:10:43.412891 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baefd264-97d4-4736-9b33-2275fe88339b,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:10:43.419423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:10:43.474656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Checking segment: {'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:10:43.475034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Network hostable DHCP agents. Network: b0f8ebe6-c273-480e-b469-08e028bb9072, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:10:43.503123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Network b0f8ebe6-c273-480e-b469-08e028bb9072 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:10:43.512653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, b0f8ebe6-c273-480e-b469-08e028bb9072) {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:10:43.517123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:10:43.517768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:43.522661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5507a787-ac73-431f-8919-eff6a4570bf5 None None] Network b0f8ebe6-c273-480e-b469-08e028bb9072 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:10:43.536833 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7987783 Feb 11 19:10:44.010642 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a85b6b2-42ab-52d4-9db8-8087a1dd886a-b0f8ebe6-c273-480e-b469-08e028bb9072', 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'fixed_ips': [{'subnet_id': 'baefd264-97d4-4736-9b33-2275fe88339b'}]}} from dv-cinder-775250-1-smb. {{(pid=79957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 19:10:44.011710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:44.331920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Allocated IP 172.20.0.2 (b0f8ebe6-c273-480e-b469-08e028bb9072/baefd264-97d4-4736-9b33-2275fe88339b/f9873d18-0200-418d-a3e0-b658a2b32940) {{(pid=79957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:10:44.571366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Notify callbacks [] for port, precommit_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:44.586662 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Transition to ACTIVE for port object f9873d18-0200-418d-a3e0-b658a2b32940 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:10:44.603806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Transition to ACTIVE for port object f9873d18-0200-418d-a3e0-b658a2b32940 will not be triggered until provisioned by entity DHCP. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:10:44.609456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:44.627867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:10:44.769520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Pushing event updated for resources: {'Port': ['ID=f9873d18-0200-418d-a3e0-b658a2b32940,revision_number=1']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:10:44.785092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.785485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.785885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.786255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.786617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.786974 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.787332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.787684 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.788036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.788433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.788796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.789145 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Tracked resource versions report: Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: pushed versions: Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: { 'AddressGroup': {'1.1'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': {'1.0'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': {'1.0'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': {'1.1'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': {'1.7'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': {'1.2'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': {'1.8'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': {'1.4'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': {'1.2'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': {'1.0'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': {'1.1'}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': {'1.1'}} Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: consumer versions: Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: { DHCP agent@dv-cinder-775250-1-smb: {}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: L3 agent@dv-cinder-775250-1-smb: {}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: Metadata agent@dv-cinder-775250-1-smb: {}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: Metering agent@dv-cinder-775250-1-smb: {}, Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@dv-cinder-775250-1-smb: { 'AddressGroup': '1.1', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}} Feb 11 19:10:44.790270 dv-cinder-775250-1-smb neutron-server[79846]: {{(pid=79957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 19:10:44.796456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:10:44.835349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Network b0f8ebe6-c273-480e-b469-08e028bb9072 is already hosted by enough agents. {{(pid=79957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:10:44.836543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Resources bound (agent type, host, resource id): {{(pid=79957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:10:44.839251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Received port after_create {{(pid=79957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:10:44.902146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Attempting to bind port f9873d18-0200-418d-a3e0-b658a2b32940 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:10:44.902572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Attempting to bind port f9873d18-0200-418d-a3e0-b658a2b32940 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:10:44.902989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Attempting to bind port f9873d18-0200-418d-a3e0-b658a2b32940 on network b0f8ebe6-c273-480e-b469-08e028bb9072 {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:10:44.908894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:10:44.909386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Checking segment: {'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:10:44.909763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:44.910267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Bound using segment: {'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:10:44.910810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Bound port: f9873d18-0200-418d-a3e0-b658a2b32940, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:10:44.911222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:45.005000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] For port f9873d18-0200-418d-a3e0-b658a2b32940, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:10:45.009065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] For port f9873d18-0200-418d-a3e0-b658a2b32940, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=f9873d18-0200-418d-a3e0-b658a2b32940,segment=NetworkSegment(74896e59-8263-4e3a-a352-d5ac1d32c791),segment_id=74896e59-8263-4e3a-a352-d5ac1d32c791)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:10:45.012444 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:45.028011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:10:45.189084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Pushing event updated for resources: {'Port': ['ID=f9873d18-0200-418d-a3e0-b658a2b32940,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:10:45.194372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:10:46.273452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 33474) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:46.948944 dv-cinder-775250-1-smb neutron-server[79846]: WARNING oslo_policy.policy [None req-cf62589c-bd92-4ad3-9601-2671dbc65aa5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 19:10:46.949568 dv-cinder-775250-1-smb neutron-server[79846]: WARNING oslo_policy.policy [None req-cf62589c-bd92-4ad3-9601-2671dbc65aa5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 19:10:47.188121 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [None req-cf62589c-bd92-4ad3-9601-2671dbc65aa5 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:10:47.190025 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-cf62589c-bd92-4ad3-9601-2671dbc65aa5 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9140902 Feb 11 19:10:48.711669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device f9873d18-0200-418d-a3e0-b658a2b32940 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:10:48.784386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port f9873d18-0200-418d-a3e0-b658a2b32940 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:10:49.973845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 33492) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:50.090718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93580bd3-594f-444e-8c0e-fb09ebfd13bd None None] Network b0f8ebe6-c273-480e-b469-08e028bb9072 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:10:50.200361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] Provisioning for port f9873d18-0200-418d-a3e0-b658a2b32940 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:10:50.217318 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] Provisioning complete for port f9873d18-0200-418d-a3e0-b658a2b32940 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:10:50.218707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:50.409389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [None req-7a66aae3-b1ea-4fb0-a609-02549ad1cf72 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:10:50.410476 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7a66aae3-b1ea-4fb0-a609-02549ad1cf72 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4355156 Feb 11 19:10:50.463909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:50.513609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] For port f9873d18-0200-418d-a3e0-b658a2b32940, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=f9873d18-0200-418d-a3e0-b658a2b32940,segment=NetworkSegment(74896e59-8263-4e3a-a352-d5ac1d32c791),segment_id=74896e59-8263-4e3a-a352-d5ac1d32c791)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:10:50.518351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:50.524201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:10:50.601409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] Pushing event updated for resources: {'Port': ['ID=f9873d18-0200-418d-a3e0-b658a2b32940,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:10:50.605045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:10:50.693293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device f9873d18-0200-418d-a3e0-b658a2b32940 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:10:50.773904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port f9873d18-0200-418d-a3e0-b658a2b32940 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:10:50.774315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:50.853879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-9c68b5f3-674b-40d0-becd-5452dd47d732 None None] Provisioning complete for port f9873d18-0200-418d-a3e0-b658a2b32940 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:10:50.854287 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9c68b5f3-674b-40d0-becd-5452dd47d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:51.161020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-dc19ef38-92dc-4804-a93b-4aadd9b2ade8 None None] Provisioning complete for port f9873d18-0200-418d-a3e0-b658a2b32940 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:10:51.161520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dc19ef38-92dc-4804-a93b-4aadd9b2ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:53.505357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 33504) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:53.904603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Request body: {'router': {'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'name': 'router1', 'admin_state_up': True}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:10:53.953417 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.policy [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79956) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 11 19:10:53.954379 dv-cinder-775250-1-smb neutron-server[79846]: WARNING oslo_policy.policy [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 19:10:53.954668 dv-cinder-775250-1-smb neutron-server[79846]: WARNING oslo_policy.policy [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 19:10:53.981204 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.quota [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Loaded quota_driver: . Feb 11 19:10:53.997339 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:10:54.003777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Usage tracker for resource:router and tenant:4f4760d339ee4989a3d876844aa4a87f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:10:54.008094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:10:54.015473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:10:54.029813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854226639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774107'] for router, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:54.031828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854220646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854222438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1710'] for router, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:54.056624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:54.175834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553452'] for router, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:54.351673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:54.352962 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-34397b91-f20d-46ac-a446-fa4616210f82 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8465576 Feb 11 19:10:54.689864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-863dd98d-c975-4085-bde1-69ea7ceb5eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:57.129281 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 33516) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:10:57.294854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-637b6ed0-2652-4792-9868-1283a545f93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:57.569052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [None req-3f31c654-a8c4-491b-b3bb-2dc822c72a17 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:10:57.570335 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3f31c654-a8c4-491b-b3bb-2dc822c72a17 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4400055 Feb 11 19:10:57.687094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:58.633414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:10:59.514647 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.178213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 33536) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:11:00.347232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:11:00.353459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:11:00.357439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Usage tracker for resource:network and tenant:3697ada997da4b8bb94e8215aefe7f63 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:11:00.360794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:11:00.366501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:11:00.375370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Made reservation on behalf of 3697ada997da4b8bb94e8215aefe7f63 for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:11:00.381334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.398007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.413349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:11:00.417207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Usage tracker for resource:security_group_rule and tenant:3697ada997da4b8bb94e8215aefe7f63 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:11:00.420335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:11:00.426012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:11:00.521387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.524020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.528626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:00.540220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Reserving flat network on physical network physnet1 {{(pid=79956) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 11 19:11:00.569753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727067058052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.570333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Unsubscribe: segment precommit_create {{(pid=79956) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 11 19:11:00.570806 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Added segment 4d46e9d4-8ef7-47e0-b102-846406fbf2b3 of type flat for network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc Feb 11 19:11:00.590250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02130edf-a0ea-42cc-8dae-f8268d59a8cd,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:00.639951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.640352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.640719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.641423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.641528 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.642500 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.642860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.643212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.643582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.643934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.644316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.644655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Tracked resource versions report: Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: pushed versions: Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: { 'AddressGroup': {'1.1'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': {'1.0'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': {'1.0'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': {'1.1'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': {'1.7'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': {'1.2'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': {'1.8'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': {'1.4'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': {'1.2'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': {'1.0'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': {'1.1'}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': {'1.1'}} Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: consumer versions: Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: { DHCP agent@dv-cinder-775250-1-smb: {}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: L3 agent@dv-cinder-775250-1-smb: {}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: Metadata agent@dv-cinder-775250-1-smb: {}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: Metering agent@dv-cinder-775250-1-smb: {}, Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@dv-cinder-775250-1-smb: { 'AddressGroup': '1.1', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}} Feb 11 19:11:00.645785 dv-cinder-775250-1-smb neutron-server[79846]: {{(pid=79956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 19:11:00.703897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:00.707746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.752960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.754328 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:11:00.754960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:00.759769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:00.867492 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6880629 Feb 11 19:11:00.870586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Pushing event updated for resources: {'Network': ['ID=dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:00.893921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:00.901404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:11:03.395820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 33560) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:11:03.543252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752441a-a3af-460e-af81-2ab14d7cef42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:11:03.544768 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5752441a-a3af-460e-af81-2ab14d7cef42 admin admin] 10.222.0.101 "GET /v2.0/subnets/baefd264-97d4-4736-9b33-2275fe88339b HTTP/1.1" status: 200 len: 849 time: 0.1478944 Feb 11 19:11:03.693940 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-82cbbdf2-3187-4381-9756-60b74c7f50f5 admin admin] 10.222.0.101 "GET /v2.0/routers/917404ae-9c82-4cf1-9ee2-f29ecefa0d36 HTTP/1.1" status: 200 len: 704 time: 0.1428304 Feb 11 19:11:04.179572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:04.545239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Allocated IP 172.20.0.1 (b0f8ebe6-c273-480e-b469-08e028bb9072/baefd264-97d4-4736-9b33-2275fe88339b/1cdb77ab-bde8-4309-b32a-d4b11dc2cbda) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:11:04.854431 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:04.872370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Transition to ACTIVE for port object 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda will not be triggered until provisioned by entity DHCP. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:11:04.925162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:04.939728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:05.078473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdb77ab-bde8-4309-b32a-d4b11dc2cbda,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:05.085947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:05.131003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Network b0f8ebe6-c273-480e-b469-08e028bb9072 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:11:05.132031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:11:05.134809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:11:05.135316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544432'] for router_interface, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:05.339840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-a5cb1ebc-5099-46f3-ac0d-f8393e166881 None None] Provisioning for port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:11:05.344729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-a5cb1ebc-5099-46f3-ac0d-f8393e166881 None None] Provisioning complete for port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:11:05.345146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1ebc-5099-46f3-ac0d-f8393e166881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:05.405519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb1ebc-5099-46f3-ac0d-f8393e166881 None None] Port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:11:05.409737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:05.702385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:05.706567 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:05.707650 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225164'] for router_interface, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:05.722732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:05.866566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdb77ab-bde8-4309-b32a-d4b11dc2cbda,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:05.869819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:05.918197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Network b0f8ebe6-c273-480e-b469-08e028bb9072 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:11:05.919298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:11:06.117535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Router 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 is scheduled to L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 with binding_index 1 {{(pid=79956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 19:11:06.129272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ec670bbd-8677-499f-96b2-2d94d61235a8 None None] Provisioning complete for port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:11:06.129679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ec670bbd-8677-499f-96b2-2d94d61235a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:06.186393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-ec670bbd-8677-499f-96b2-2d94d61235a8 None None] Port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:11:06.444209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:11:06.454723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Sync routers for ids ['917404ae-9c82-4cf1-9ee2-f29ecefa0d36'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:11:06.454888 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] 10.222.0.101 "PUT /v2.0/routers/917404ae-9c82-4cf1-9ee2-f29ecefa0d36/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7551436 Feb 11 19:11:06.466173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Routers {'917404ae-9c82-4cf1-9ee2-f29ecefa0d36'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:11:06.467073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:10:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['917404ae-9c82-4cf1-9ee2-f29ecefa0d36'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:11:06.655665 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Set router 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 gateway port host: None {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:11:07.206877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'name': 'router1', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:10:54Z', 'updated_at': '2021-02-11T19:11:05Z', 'revision_number': 2, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'gw_port_host': None, '_interfaces': [{'id': '1cdb77ab-bde8-4309-b32a-d4b11dc2cbda', 'name': '', 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'mac_address': 'fa:16:3e:94:cf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:04Z', 'updated_at': '2021-02-11T19:11:05Z', 'revision_number': 2, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'subnets': [{'id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '409c1bf7-68ed-4300-b62c-a6bb61afdb19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:11:07.211964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Checking router: 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:11:07.212382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Updating router 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda binding host dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:11:07.274834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:07.729732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Notify callbacks [] for port, precommit_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:07.745033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Transition to ACTIVE for port object 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda will not be triggered until provisioned by entity L2. {{(pid=79959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:11:07.747716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:07.768099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:07.914022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Pushing event updated for resources: {'Port': ['ID=1cdb77ab-bde8-4309-b32a-d4b11dc2cbda,revision_number=3']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:07.925131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.925506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.925871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.926225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.926578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.926931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.927277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.927622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.927973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.928336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.928685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.929027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Tracked resource versions report: Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: pushed versions: Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: { 'AddressGroup': {'1.1'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': {'1.0'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': {'1.0'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': {'1.1'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': {'1.7'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': {'1.2'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': {'1.8'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': {'1.4'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': {'1.2'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': {'1.0'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': {'1.1'}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': {'1.1'}} Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: consumer versions: Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: { DHCP agent@dv-cinder-775250-1-smb: {}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: L3 agent@dv-cinder-775250-1-smb: {}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: Metadata agent@dv-cinder-775250-1-smb: {}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: Metering agent@dv-cinder-775250-1-smb: {}, Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@dv-cinder-775250-1-smb: { 'AddressGroup': '1.1', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}} Feb 11 19:11:07.930137 dv-cinder-775250-1-smb neutron-server[79846]: {{(pid=79959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 19:11:07.933818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:08.095147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Attempting to bind port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:11:08.095545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Attempting to bind port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:11:08.095946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Attempting to bind port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda on network b0f8ebe6-c273-480e-b469-08e028bb9072 {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:11:08.101606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:11:08.102018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Checking segment: {'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:11:08.102537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:08.102952 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Bound using segment: {'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:11:08.103479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Bound port: 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74896e59-8263-4e3a-a352-d5ac1d32c791', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072'}}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:11:08.103895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:08.197893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] For port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:11:08.202277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] For port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=1cdb77ab-bde8-4309-b32a-d4b11dc2cbda,segment=NetworkSegment(74896e59-8263-4e3a-a352-d5ac1d32c791),segment_id=74896e59-8263-4e3a-a352-d5ac1d32c791)] {{(pid=79959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:11:08.209451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:08.225846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:08.392018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Pushing event updated for resources: {'Port': ['ID=1cdb77ab-bde8-4309-b32a-d4b11dc2cbda,revision_number=4']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:08.396840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:08.444366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Routers {'917404ae-9c82-4cf1-9ee2-f29ecefa0d36'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:11:08.445187 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:10:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['917404ae-9c82-4cf1-9ee2-f29ecefa0d36'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:11:08.612953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] Set router 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 gateway port host: None {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:11:08.953609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'name': 'router1', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:10:54Z', 'updated_at': '2021-02-11T19:11:05Z', 'revision_number': 2, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'gw_port_host': None, '_interfaces': [{'id': '1cdb77ab-bde8-4309-b32a-d4b11dc2cbda', 'name': '', 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'mac_address': 'fa:16:3e:94:cf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:04Z', 'updated_at': '2021-02-11T19:11:08Z', 'revision_number': 4, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'subnets': [{'id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '409c1bf7-68ed-4300-b62c-a6bb61afdb19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:11:08.957781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c6dda-11f6-4fe3-a701-408a205c487d None None] The sync data for ids ['917404ae-9c82-4cf1-9ee2-f29ecefa0d36'] in dv-cinder-775250-1-smb is: [{'id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'name': 'router1', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:10:54Z', 'updated_at': '2021-02-11T19:11:05Z', 'revision_number': 2, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'gw_port_host': None, '_interfaces': [{'id': '1cdb77ab-bde8-4309-b32a-d4b11dc2cbda', 'name': '', 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'mac_address': 'fa:16:3e:94:cf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:04Z', 'updated_at': '2021-02-11T19:11:08Z', 'revision_number': 4, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'subnets': [{'id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '409c1bf7-68ed-4300-b62c-a6bb61afdb19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:11:08.991429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 33572) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:11:09.178585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d938869-da11-4464-a349-97b6321a3821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:11:09.179125 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7d938869-da11-4464-a349-97b6321a3821 admin admin] Synchronizing usage tracker for tenant:3697ada997da4b8bb94e8215aefe7f63 on resource:network {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:11:09.196043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7d938869-da11-4464-a349-97b6321a3821 admin admin] Unset dirty status for tenant:3697ada997da4b8bb94e8215aefe7f63 on resource:network {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:11:09.197355 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7d938869-da11-4464-a349-97b6321a3821 admin admin] 10.222.0.101 "GET /v2.0/networks/dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc HTTP/1.1" status: 200 len: 842 time: 0.2049043 Feb 11 19:11:09.208226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'gateway_ip': '172.28.3.1'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:11:09.214160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:11:09.218137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Usage tracker for resource:subnet and tenant:3697ada997da4b8bb94e8215aefe7f63 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:11:09.221212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:11:09.227460 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:11:09.236751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Made reservation on behalf of 3697ada997da4b8bb94e8215aefe7f63 for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:11:09.241411 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:09.705429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.objects.ports [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79956) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 19:11:09.705918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:09.721434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:09.880211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab64292e-9f64-4f9e-a2e3-e6f852057808,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:09.896140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:09.929010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Checking segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:11:09.929400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Network hostable DHCP agents. Network: dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:11:09.950775 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:11:09.961094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:11:09.965056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:11:09.965634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:09.971316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80502f9b-e483-4f40-9e18-1b0091164931 None None] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:11:09.986093 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7815044 Feb 11 19:11:10.217564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e9eb88-1191-45fb-b820-e0712810e7b9 None None] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:11:10.714799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:11:10.788864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:11:10.793602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:11:10.794013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:10.918186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:10.951192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=1cdb77ab-bde8-4309-b32a-d4b11dc2cbda,segment=NetworkSegment(74896e59-8263-4e3a-a352-d5ac1d32c791),segment_id=74896e59-8263-4e3a-a352-d5ac1d32c791)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:11:10.954673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:10.956866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:11.025778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=1cdb77ab-bde8-4309-b32a-d4b11dc2cbda,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:11.029122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:12.589962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 33586) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:11:12.702486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:11:12.774478 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:11:12.774816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:12.829590 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-fd151939-75a7-47a0-a2dc-b56a07aef519 admin admin] 10.222.0.101 "GET /v2.0/routers/917404ae-9c82-4cf1-9ee2-f29ecefa0d36 HTTP/1.1" status: 200 len: 710 time: 0.2379019 Feb 11 19:11:12.968601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f1286-920e-4f04-8a3e-5be9a30fb9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:11:12.970229 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-754f1286-920e-4f04-8a3e-5be9a30fb9f5 admin admin] 10.222.0.101 "GET /v2.0/networks/dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc HTTP/1.1" status: 200 len: 886 time: 0.1345348 Feb 11 19:11:12.980023 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:11:13.456660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854222453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854226654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1695'] for router, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:13.802861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:13.862099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:13.877375 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:14.067652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:11:14.071532 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:11:14.074494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:11:14.080713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:11:14.164778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:14.167409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:14.182400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:14.282427 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c38fd4-3824-45a9-8546-e4390156e2c4,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:14.287019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:14.438706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Allocated IP 172.28.3.223 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/fbe5af6b-3bba-49ac-a722-7c56d7c5e35d) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:11:14.589997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:14.618296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:14.633325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:14.771939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Pushing event updated for resources: {'Port': ['ID=fbe5af6b-3bba-49ac-a722-7c56d7c5e35d,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:14.776067 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:14.815955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:11:14.817569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:11:14.820796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:11:15.209633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:15.561450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854222453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854226654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1695'] for router, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:15.565258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854222348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549146'] for router, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:15.751710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Router 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:11:16.109218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:11:16.119475 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Sync routers for ids ['917404ae-9c82-4cf1-9ee2-f29ecefa0d36'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:11:16.127992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:16.129409 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] 10.222.0.101 "PUT /v2.0/routers/917404ae-9c82-4cf1-9ee2-f29ecefa0d36 HTTP/1.1" status: 200 len: 890 time: 3.1528893 Feb 11 19:11:16.129983 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Routers {'917404ae-9c82-4cf1-9ee2-f29ecefa0d36'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:11:16.130685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:10:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['917404ae-9c82-4cf1-9ee2-f29ecefa0d36'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:11:16.336064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Set router 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:11:16.696929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'name': 'router1', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fbe5af6b-3bba-49ac-a722-7c56d7c5e35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:10:54Z', 'updated_at': '2021-02-11T19:11:15Z', 'revision_number': 4, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'gw_port': {'id': 'fbe5af6b-3bba-49ac-a722-7c56d7c5e35d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:14Z', 'updated_at': '2021-02-11T19:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '1cdb77ab-bde8-4309-b32a-d4b11dc2cbda', 'name': '', 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'mac_address': 'fa:16:3e:94:cf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:04Z', 'updated_at': '2021-02-11T19:11:10Z', 'revision_number': 5, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'subnets': [{'id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '409c1bf7-68ed-4300-b62c-a6bb61afdb19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:11:16.701967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Checking router: 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:11:16.702358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Updating router 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d binding host dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:11:16.758603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:17.164039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Notify callbacks [] for port, precommit_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:17.177302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Transition to ACTIVE for port object fbe5af6b-3bba-49ac-a722-7c56d7c5e35d will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:11:17.179922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:17.195684 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5cdae8a3-37c6-46de-ab7b-3e9710e994e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:17.338688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e9a70-3401-469b-847b-3e53e8388de1 None None] Pushing event updated for resources: {'Port': ['ID=fbe5af6b-3bba-49ac-a722-7c56d7c5e35d,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:17.342875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1e8e9a70-3401-469b-847b-3e53e8388de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:17.396676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Attempting to bind port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:11:17.397090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Attempting to bind port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:11:17.397496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Attempting to bind port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d on network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:11:17.403123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:11:17.403548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Checking segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:11:17.403997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:17.404482 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Bound using segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:11:17.405009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Bound port: fbe5af6b-3bba-49ac-a722-7c56d7c5e35d, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:11:17.405441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:17.483631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] For port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:11:17.486990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] For port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=fbe5af6b-3bba-49ac-a722-7c56d7c5e35d,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:11:17.490359 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:17.506206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:17.803270 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e9a70-3401-469b-847b-3e53e8388de1 None None] Pushing event updated for resources: {'Port': ['ID=fbe5af6b-3bba-49ac-a722-7c56d7c5e35d,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:17.806587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1e8e9a70-3401-469b-847b-3e53e8388de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:17.853040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Routers {'917404ae-9c82-4cf1-9ee2-f29ecefa0d36'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:11:17.853708 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:10:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['917404ae-9c82-4cf1-9ee2-f29ecefa0d36'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:11:18.044059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] Set router 917404ae-9c82-4cf1-9ee2-f29ecefa0d36 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:11:18.397782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'name': 'router1', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fbe5af6b-3bba-49ac-a722-7c56d7c5e35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:10:54Z', 'updated_at': '2021-02-11T19:11:15Z', 'revision_number': 4, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'gw_port': {'id': 'fbe5af6b-3bba-49ac-a722-7c56d7c5e35d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:14Z', 'updated_at': '2021-02-11T19:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '1cdb77ab-bde8-4309-b32a-d4b11dc2cbda', 'name': '', 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'mac_address': 'fa:16:3e:94:cf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:04Z', 'updated_at': '2021-02-11T19:11:10Z', 'revision_number': 5, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'subnets': [{'id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '409c1bf7-68ed-4300-b62c-a6bb61afdb19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:11:18.401887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542780e-1e18-425f-b84d-a346625f89eb None None] The sync data for ids ['917404ae-9c82-4cf1-9ee2-f29ecefa0d36'] in dv-cinder-775250-1-smb is: [{'id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'name': 'router1', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fbe5af6b-3bba-49ac-a722-7c56d7c5e35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:10:54Z', 'updated_at': '2021-02-11T19:11:15Z', 'revision_number': 4, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'gw_port': {'id': 'fbe5af6b-3bba-49ac-a722-7c56d7c5e35d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:12:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:14Z', 'updated_at': '2021-02-11T19:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '1cdb77ab-bde8-4309-b32a-d4b11dc2cbda', 'name': '', 'network_id': 'b0f8ebe6-c273-480e-b469-08e028bb9072', 'tenant_id': '4f4760d339ee4989a3d876844aa4a87f', 'mac_address': 'fa:16:3e:94:cf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917404ae-9c82-4cf1-9ee2-f29ecefa0d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:11:04Z', 'updated_at': '2021-02-11T19:11:10Z', 'revision_number': 5, 'project_id': '4f4760d339ee4989a3d876844aa4a87f', 'subnets': [{'id': 'baefd264-97d4-4736-9b33-2275fe88339b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '409c1bf7-68ed-4300-b62c-a6bb61afdb19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:11:18.736541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device fbe5af6b-3bba-49ac-a722-7c56d7c5e35d up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:11:18.812869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:11:18.817883 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:11:18.818302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:18.819204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 33596) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:11:18.952575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:18.969862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=fbe5af6b-3bba-49ac-a722-7c56d7c5e35d,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:11:18.972794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:18.976000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:11:19.009910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c330d28-c6af-4034-a135-e9604429e0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:11:19.011574 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-6c330d28-c6af-4034-a135-e9604429e0a6 admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1913285 Feb 11 19:11:19.046524 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=fbe5af6b-3bba-49ac-a722-7c56d7c5e35d,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:11:19.053239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:11:20.711533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device fbe5af6b-3bba-49ac-a722-7c56d7c5e35d up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:11:20.799112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port fbe5af6b-3bba-49ac-a722-7c56d7c5e35d triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:11:20.799533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:24.725082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e05dd87a-66e0-4f19-be93-2629cc48dfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:27.304112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d8853756-4265-4193-8687-f22c456a1511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:27.619525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:11:27.690228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:28.673116 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:29.505551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:54.759169 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-69bbf134-6f88-4893-afd3-21ce9246ba1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:57.296594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1013bcc8-5cf6-4f9a-bce4-5904f2e2cc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:57.694440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:58.637263 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:11:59.511369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:04.618840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:12:24.701347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9d024e9b-87a6-4b38-b890-fa7a163c7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:27.298416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1f0d-ea96-4718-b62a-ab821c9e155b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:27.696297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:28.640970 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:29.514295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:41.618347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:12:54.705061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3e88e36a-537a-4a5a-8dfc-cd402698f421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:57.301560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1e480651-cb92-44e6-81c5-d940a71d7913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:57.701489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:58.644599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:12:59.518471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:18.617526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:13:24.706205 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-02073ece-b51f-4394-8f14-19afb17a0ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:27.303796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e3f96b53-90b0-49cb-816b-fece2bf231c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:27.705822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:28.645927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:29.520330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:32.893337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34172) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:32.994517 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2256592-e9e9-4bd8-98a8-124624c330d4 admin admin] GET failed (client error): The resource could not be found. Feb 11 19:13:32.996119 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f2256592-e9e9-4bd8-98a8-124624c330d4 admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1017585 Feb 11 19:13:33.141062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3b866-436b-44fc-93f6-dd8064a62371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:33.142642 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-31a3b866-436b-44fc-93f6-dd8064a62371 admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1420703 Feb 11 19:13:35.624845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34182) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:35.768826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd704d5-1a47-43b0-9f2d-1f491fc523eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:35.769435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-edd704d5-1a47-43b0-9f2d-1f491fc523eb admin admin] Synchronizing usage tracker for tenant:3697ada997da4b8bb94e8215aefe7f63 on resource:subnet {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:13:35.784733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-edd704d5-1a47-43b0-9f2d-1f491fc523eb admin admin] Unset dirty status for tenant:3697ada997da4b8bb94e8215aefe7f63 on resource:subnet {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:13:35.786008 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-edd704d5-1a47-43b0-9f2d-1f491fc523eb admin admin] 10.222.0.101 "GET /v2.0/subnets/baefd264-97d4-4736-9b33-2275fe88339b HTTP/1.1" status: 200 len: 849 time: 0.1601379 Feb 11 19:13:35.796566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:13:35.921999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:36.231781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363309787699521'] for subnet, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:36.247183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:13:36.392489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baefd264-97d4-4736-9b33-2275fe88339b,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:13:36.405369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.405752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.406125 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.406490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.406851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.407215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.407572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.407928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.408323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.408693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.409044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.409395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:13:36.414915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:13:36.444582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:36.445241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:36.447236 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] 10.222.0.101 "PUT /v2.0/subnets/baefd264-97d4-4736-9b33-2275fe88339b HTTP/1.1" status: 200 len: 868 time: 0.6542926 Feb 11 19:13:36.464071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47501096-31ce-409b-948d-35bd73f84994 None None] Network b0f8ebe6-c273-480e-b469-08e028bb9072 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:13:36.911573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-abd8baa6-fc50-498e-b393-44c649c56cde None None] Provisioning complete for port 1cdb77ab-bde8-4309-b32a-d4b11dc2cbda triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:13:36.912129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abd8baa6-fc50-498e-b393-44c649c56cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:37.050297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-abd8baa6-fc50-498e-b393-44c649c56cde None None] Provisioning complete for port f9873d18-0200-418d-a3e0-b658a2b32940 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:13:37.050708 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abd8baa6-fc50-498e-b393-44c649c56cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:38.925614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34192) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:39.141846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc36111-7b2b-447b-aedd-dc5e74a5f045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:39.142278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc36111-7b2b-447b-aedd-dc5e74a5f045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:39.143954 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2cc36111-7b2b-447b-aedd-dc5e74a5f045 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2173157 Feb 11 19:13:41.610664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34202) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:41.825654 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6463816a-8257-4db4-b7d7-9f011c8538ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:41.826006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6463816a-8257-4db4-b7d7-9f011c8538ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:41.827663 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-6463816a-8257-4db4-b7d7-9f011c8538ef admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2159736 Feb 11 19:13:44.294963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34212) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:44.508171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdddd119-e413-4af4-962c-ed80c8168a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:44.510140 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-cdddd119-e413-4af4-962c-ed80c8168a07 admin admin] 10.222.0.101 "GET /v2.0/networks/b0f8ebe6-c273-480e-b469-08e028bb9072 HTTP/1.1" status: 200 len: 862 time: 0.2141464 Feb 11 19:13:46.989210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34222) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:47.199555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246d0b0-cf1c-424b-b308-24854b5a77aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:47.201071 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f246d0b0-cf1c-424b-b308-24854b5a77aa admin admin] 10.222.0.101 "GET /v2.0/networks/dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc HTTP/1.1" status: 200 len: 886 time: 0.2110705 Feb 11 19:13:49.680290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34232) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:49.822494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e488e69-46cb-4ca4-bc60-b3c3bf3111f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:49.822910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e488e69-46cb-4ca4-bc60-b3c3bf3111f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:49.824545 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1e488e69-46cb-4ca4-bc60-b3c3bf3111f2 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431780 Feb 11 19:13:52.307213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34242) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:52.450315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cad9d-592b-453b-94a1-6d5c75818cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:52.450734 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cad9d-592b-453b-94a1-6d5c75818cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:52.452372 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-866cad9d-592b-453b-94a1-6d5c75818cff admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1441233 Feb 11 19:13:54.772962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9ce4d698-5025-48f1-8d93-354c17fddf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:54.948402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34252) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:55.088450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d8340-01bf-4846-a032-f735c7506d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:55.089896 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ad6d8340-01bf-4846-a032-f735c7506d8e admin admin] 10.222.0.101 "GET /v2.0/subnets/ab64292e-9f64-4f9e-a2e3-e6f852057808 HTTP/1.1" status: 200 len: 816 time: 0.1404638 Feb 11 19:13:55.617119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:13:57.306718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36f71e6a-69bf-4953-98c6-142903a749e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:57.604362 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34262) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:13:57.707967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:57.749322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9831e655-821b-4fe8-80eb-78e4392cc33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:13:57.750809 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9831e655-821b-4fe8-80eb-78e4392cc33f admin admin] 10.222.0.101 "GET /v2.0/subnets/baefd264-97d4-4736-9b33-2275fe88339b HTTP/1.1" status: 200 len: 868 time: 0.1454229 Feb 11 19:13:58.649068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:13:59.525533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:23.887218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34302) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:14:23.966253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [None req-dd0de12f-b50d-4fbe-8ea5-e53d2780e5d2 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:14:23.967348 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-dd0de12f-b50d-4fbe-8ea5-e53d2780e5d2 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0790453 Feb 11 19:14:24.705629 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d69a184a-04cc-429c-98b0-fe5114c4d6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:26.573809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34312) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:14:26.676265 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.pecan_wsgi.hooks.translation [None req-536de034-0c88-4a21-90ba-3041e8300f6c admin admin] GET failed (client error): The resource could not be found. Feb 11 19:14:26.677631 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-536de034-0c88-4a21-90ba-3041e8300f6c admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1028051 Feb 11 19:14:26.817753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13386aa1-3a3c-4445-884e-65884d22e2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:14:26.819516 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-13386aa1-3a3c-4445-884e-65884d22e2b4 admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364820 Feb 11 19:14:27.310340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9bbf17a2-1a76-418b-8d9c-fe5e76aeb6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:27.710332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:28.651847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:29.492158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34322) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:14:29.528162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:29.572854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:14:29.577694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:14:29.587918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:14:29.596464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Made reservation on behalf of 3697ada997da4b8bb94e8215aefe7f63 for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:14:29.600996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:29.700763 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.services.revisions.revision_plugin [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Could not find related network for resource to bump revision. Feb 11 19:14:29.717927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:14:29.728494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:29.728882 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Added segment 28a7ce1d-0047-475d-a8d1-c6cd033c32c2 of type vxlan for network 0eb31ec7-9377-4717-b01d-da7d51d28b4c Feb 11 19:14:29.755990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:29.785089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:29.786296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:14:29.786940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:29.792323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:14:29.894301 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4009113 Feb 11 19:14:29.897837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb31ec7-9377-4717-b01d-da7d51d28b4c,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:14:29.900780 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:14:29.908928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 0eb31ec7-9377-4717-b01d-da7d51d28b4c details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:14:32.402673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34332) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:14:32.504798 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7847b6-87c0-41e5-af47-ec0cb49d4ac7 admin admin] GET failed (client error): The resource could not be found. Feb 11 19:14:32.505272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7c7847b6-87c0-41e5-af47-ec0cb49d4ac7 admin admin] Synchronizing usage tracker for tenant:3697ada997da4b8bb94e8215aefe7f63 on resource:network {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:14:32.519706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7c7847b6-87c0-41e5-af47-ec0cb49d4ac7 admin admin] Unset dirty status for tenant:3697ada997da4b8bb94e8215aefe7f63 on resource:network {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:14:32.520886 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7c7847b6-87c0-41e5-af47-ec0cb49d4ac7 admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1171968 Feb 11 19:14:32.616562 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:14:32.640288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39136570-e50f-409f-b8a5-41fcbee158c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:14:32.641886 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-39136570-e50f-409f-b8a5-41fcbee158c0 admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1160688 Feb 11 19:14:32.653332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:14:32.658042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:14:32.667796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:14:32.676561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Made reservation on behalf of 3697ada997da4b8bb94e8215aefe7f63 for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:14:32.681246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:33.274351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:33.287375 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:14:33.423834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Pushing event updated for resources: {'Subnet': ['ID=374292fb-ed49-400c-af75-a7d3e4524497,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:14:33.426905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:14:33.495110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Checking segment: {'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:14:33.495489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Network hostable DHCP agents. Network: 0eb31ec7-9377-4717-b01d-da7d51d28b4c, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:14:33.513566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Network 0eb31ec7-9377-4717-b01d-da7d51d28b4c is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:14:33.521376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 0eb31ec7-9377-4717-b01d-da7d51d28b4c) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:14:33.525802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:14:33.526426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:33.531594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871b383-63a8-4f95-8a4a-55f498744bdc None None] Network 0eb31ec7-9377-4717-b01d-da7d51d28b4c requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:14:33.550119 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9005916 Feb 11 19:14:33.773266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a85b6b2-42ab-52d4-9db8-8087a1dd886a-0eb31ec7-9377-4717-b01d-da7d51d28b4c', 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c', 'tenant_id': '3697ada997da4b8bb94e8215aefe7f63', 'fixed_ips': [{'subnet_id': '374292fb-ed49-400c-af75-a7d3e4524497'}]}} from dv-cinder-775250-1-smb. {{(pid=79957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 19:14:33.774445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:34.072574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Allocated IP 192.168.233.2 (0eb31ec7-9377-4717-b01d-da7d51d28b4c/374292fb-ed49-400c-af75-a7d3e4524497/f9546205-7fc0-4169-89a3-d9dd275a868f) {{(pid=79957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:14:34.311778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Notify callbacks [] for port, precommit_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:34.324232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Transition to ACTIVE for port object f9546205-7fc0-4169-89a3-d9dd275a868f will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:14:34.340858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Transition to ACTIVE for port object f9546205-7fc0-4169-89a3-d9dd275a868f will not be triggered until provisioned by entity DHCP. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:14:34.345742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:34.366081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:14:34.505297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Pushing event updated for resources: {'Port': ['ID=f9546205-7fc0-4169-89a3-d9dd275a868f,revision_number=1']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:14:34.516942 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.517320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.517697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.518065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.518429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.518794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.519154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.519508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.519875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.520231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.520621 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.520980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:14:34.526542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:14:34.570936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Network 0eb31ec7-9377-4717-b01d-da7d51d28b4c is already hosted by enough agents. {{(pid=79957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:14:34.572120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Resources bound (agent type, host, resource id): {{(pid=79957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:14:34.574658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Received port after_create {{(pid=79957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:14:34.634798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Attempting to bind port f9546205-7fc0-4169-89a3-d9dd275a868f on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:14:34.635120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Attempting to bind port f9546205-7fc0-4169-89a3-d9dd275a868f by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:14:34.635530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Attempting to bind port f9546205-7fc0-4169-89a3-d9dd275a868f on network 0eb31ec7-9377-4717-b01d-da7d51d28b4c {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:14:34.641924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:14:34.642344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Checking segment: {'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:14:34.642793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:34.643232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Bound using segment: {'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:14:34.643747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Bound port: f9546205-7fc0-4169-89a3-d9dd275a868f, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:14:34.644162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:34.745899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] For port f9546205-7fc0-4169-89a3-d9dd275a868f, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:14:34.750177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] For port f9546205-7fc0-4169-89a3-d9dd275a868f, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=f9546205-7fc0-4169-89a3-d9dd275a868f,segment=NetworkSegment(28a7ce1d-0047-475d-a8d1-c6cd033c32c2),segment_id=28a7ce1d-0047-475d-a8d1-c6cd033c32c2)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:14:34.755218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:34.770908 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:14:34.924565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Pushing event updated for resources: {'Port': ['ID=f9546205-7fc0-4169-89a3-d9dd275a868f,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:14:34.930866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:14:36.214651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc708fb-076e-4378-9152-7785cefaffcb None None] Network 0eb31ec7-9377-4717-b01d-da7d51d28b4c requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:14:36.324592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-b95f7b46-0637-4369-8d05-e8e22c0bf545 None None] Provisioning for port f9546205-7fc0-4169-89a3-d9dd275a868f completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:14:36.845487 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device f9546205-7fc0-4169-89a3-d9dd275a868f up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:14:36.934199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port f9546205-7fc0-4169-89a3-d9dd275a868f completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:14:36.939640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port f9546205-7fc0-4169-89a3-d9dd275a868f triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:14:36.939878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:37.073520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-72f46d05-3ea6-4a87-9d3c-124f684fd4d9 None None] Provisioning complete for port f9546205-7fc0-4169-89a3-d9dd275a868f triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:14:37.073865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-72f46d05-3ea6-4a87-9d3c-124f684fd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:37.108127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:37.167297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port f9546205-7fc0-4169-89a3-d9dd275a868f, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=f9546205-7fc0-4169-89a3-d9dd275a868f,segment=NetworkSegment(28a7ce1d-0047-475d-a8d1-c6cd033c32c2),segment_id=28a7ce1d-0047-475d-a8d1-c6cd033c32c2)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:14:37.172592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:37.177818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1e8e9a70-3401-469b-847b-3e53e8388de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:14:37.304966 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=f9546205-7fc0-4169-89a3-d9dd275a868f,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:14:37.307882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:14:38.815210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device f9546205-7fc0-4169-89a3-d9dd275a868f up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:14:38.889327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port f9546205-7fc0-4169-89a3-d9dd275a868f triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:14:38.889740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:54.711773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-20017cd0-6d81-488b-ac26-4ae637c61a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:57.313246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-97b3f07e-2f8b-48c8-8537-402c71ae4e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:57.713505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:58.654229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:14:59.527303 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:09.615897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:15:24.704336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f2b96c92-5b1f-4e98-8eaa-1611888e94b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:27.315202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-000a999f-3203-44ae-91e1-bc5de9dfb15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:27.718619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:28.656850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:29.536114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:40.793865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34374) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:15:40.800368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [None req-c4e945e1-44b5-4209-944c-1da10e00c176 tempest-verify_tempest_config-1229654653 tempest-verify_tempest_config-1229654653-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:15:40.801406 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c4e945e1-44b5-4209-944c-1da10e00c176 tempest-verify_tempest_config-1229654653 tempest-verify_tempest_config-1229654653-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064139 Feb 11 19:15:41.248267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34394) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:15:41.475352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:41.490943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:15:41.494898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Usage tracker for resource:security_group_rule and tenant:cf927f0b64fa4776893fc0281d3c78b6 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:15:41.497817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:15:41.503400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:15:41.593546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:41.596295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:41.605684 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:15:41.646937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Synchronizing usage tracker for tenant:3697ada997da4b8bb94e8215aefe7f63 on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:15:41.650488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322ba9ea-62f7-440d-aea2-12da9a575db9,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:15:41.660793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.661176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.661547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.662026 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.662391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.662753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.663112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.663471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.663843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.664201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.664582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.664960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:15:41.670204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:15:41.677338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Unset dirty status for tenant:3697ada997da4b8bb94e8215aefe7f63 on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:15:41.678613 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cf927f0b64fa4776893fc0281d3c78b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4291735 Feb 11 19:15:41.681589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34400) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:15:41.742824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b773-0cc7-46eb-bd21-fef0b6be7696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:41.772755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b773-0cc7-46eb-bd21-fef0b6be7696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:41.821823 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b773-0cc7-46eb-bd21-fef0b6be7696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:41.826854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:15:41.837461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4b773-0cc7-46eb-bd21-fef0b6be7696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ba9ea-62f7-440d-aea2-12da9a575db9,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:15:41.841592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e1d4b773-0cc7-46eb-bd21-fef0b6be7696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:15:41.845776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b773-0cc7-46eb-bd21-fef0b6be7696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:41.847208 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e1d4b773-0cc7-46eb-bd21-fef0b6be7696 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/322ba9ea-62f7-440d-aea2-12da9a575db9 HTTP/1.1" status: 204 len: 168 time: 0.1646488 Feb 11 19:15:46.622606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:15:54.780905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-446a491e-8038-42a8-9ea4-caa08dc37d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:57.318884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-63f3a9e0-76ce-4821-a594-bd3029ce356b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:57.718541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:58.658555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:15:59.532524 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:23.613383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:16:24.702683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f275eecb-38f6-42a0-963d-add72694ee7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:27.323935 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-08df8efd-27ea-4a0b-a926-8c4061af4d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:27.720300 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:28.659757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:29.535903 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:54.703985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7702c8d4-4ff2-470a-84a5-a82d32c3a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:57.326000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-09942e20-23c6-473c-99cf-fd81b9e4f869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:57.724641 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:58.662185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:16:59.538316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:00.613219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:17:24.707820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b68b05b9-0fa1-4a77-b54a-b559bbab577a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:27.328489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b137ee77-e9c4-42ed-a0e3-688c4e8e9e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:27.727422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:28.664979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:29.541776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:37.613745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 5 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:17:38.759639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765'] for agent, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:38.760242 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.760596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.761017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.761406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.761780 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.762170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.762547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.762897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.763265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.763633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.764006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.764401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:17:38.764796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77525', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:17:38.768976 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77525', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:17:39.201738 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] get_endpoint_by_host() called for host hv-cinder-77525 {{(pid=79957) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 11 19:17:39.205846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] get_endpoint_by_ip() called for ip 192.168.0.95 {{(pid=79957) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 11 19:17:39.209080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] _add_endpoint() called for ip 192.168.0.95 {{(pid=79957) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 11 19:17:39.217691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] _get_endpoints() called {{(pid=79957) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 11 19:17:49.799315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34472) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:17:49.946911 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e299a63a-d96d-4052-aa17-437fbfa95613 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5074 time: 0.1464179 Feb 11 19:17:52.443712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34482) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:17:52.530261 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-67743d7e-2263-499e-9e5e-381cae4977d4 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5074 time: 0.0853009 Feb 11 19:17:54.934825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce0390bd-38cb-4d91-ac1f-2d2033cda65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:57.330129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-505f0c0d-e36d-4d0d-bbd4-7136e808c0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:57.729283 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:58.667396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:17:59.552876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:08.763507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:14.614601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:18:24.707518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-589712ea-39b8-4d1c-ad24-612a2da69f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:27.332373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dc7b487b-0875-4b63-8b6a-8f253e39e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:27.731542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:28.668876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:29.547767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:38.778121 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:51.616086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:18:54.708749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6d7563a7-9daa-46af-a0e6-1d0878b0fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:57.336928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3afe7b96-6fdc-430a-b3e6-311fd9306e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:57.736718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:58.671092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:18:59.551501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:08.778060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:24.715017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d396b966-b12c-4968-a8ad-0e4f9ce61fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:27.339866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3319aba8-5391-45e0-a760-5255fcf8fb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:27.736599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:28.616816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:19:28.673832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:29.556758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:38.776787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:52.453359 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34646) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:52.841266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1038211289-network', 'tenant_id': 'fde6af625a5449f4afe3fe47c46ddc0e'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:52.847003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:52.851802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Usage tracker for resource:network and tenant:fde6af625a5449f4afe3fe47c46ddc0e is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:52.854692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:52.860736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:52.870138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Made reservation on behalf of fde6af625a5449f4afe3fe47c46ddc0e for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:19:52.874828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:52.888717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:52.905378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:52.909409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Usage tracker for resource:security_group_rule and tenant:fde6af625a5449f4afe3fe47c46ddc0e is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:52.912732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:52.918592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:53.024932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:53.028427 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:53.033644 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-493b3eb4-dc28-4c31-86af-ae815eb3345d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:53.061973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7240e28-29c9-4145-bc88-64eddcaa5999,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:53.072757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.073145 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.073790 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.073941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.074200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.074562 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.074921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.075378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.075611 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.075979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.076407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.076674 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.077105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.077451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.077878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.078133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.078491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.078837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.079183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.079535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.079983 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.080236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.080609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.080947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Tracked resource versions report: Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: pushed versions: Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: { 'AddressGroup': {'1.1'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': {'1.0'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': {'1.0'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': {'1.1'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': {'1.7'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': {'1.2'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': {'1.8'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': {'1.4'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': {'1.2'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': {'1.0'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': {'1.1'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': {'1.1'}} Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: consumer versions: Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: { DHCP agent@dv-cinder-775250-1-smb: {}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: L3 agent@dv-cinder-775250-1-smb: {}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: Metadata agent@dv-cinder-775250-1-smb: {}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: Metering agent@dv-cinder-775250-1-smb: {}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@dv-cinder-775250-1-smb: { 'AddressGroup': '1.1', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}, Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}} Feb 11 19:19:53.082227 dv-cinder-775250-1-smb neutron-server[79846]: {{(pid=79956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 19:19:53.095778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:53.096640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:19:53.111432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:53.112905 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Added segment 6af34374-d0e5-4cf8-aa71-1e7ec2e50642 of type vxlan for network ecdc33f0-a2e9-4dea-b621-7831abf80dbb Feb 11 19:19:53.143393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:53.179811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:53.181540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:53.182250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:53.187517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:53.305527 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Pushing event updated for resources: {'Network': ['ID=ecdc33f0-a2e9-4dea-b621-7831abf80dbb,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:53.312677 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8580527 Feb 11 19:19:53.312834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34678) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:53.313719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:53.318195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network ecdc33f0-a2e9-4dea-b621-7831abf80dbb details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:19:53.319598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Request body: {'subnet': {'network_id': 'ecdc33f0-a2e9-4dea-b621-7831abf80dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1038211289-subnet', 'tenant_id': 'fde6af625a5449f4afe3fe47c46ddc0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:53.324692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:53.328772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Usage tracker for resource:subnet and tenant:fde6af625a5449f4afe3fe47c46ddc0e is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:53.331956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:53.337932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:53.350233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Made reservation on behalf of fde6af625a5449f4afe3fe47c46ddc0e for: {'subnet': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:19:53.358164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:53.359195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network ecdc33f0-a2e9-4dea-b621-7831abf80dbb details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:19:53.438048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34690) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:53.479812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34696) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:54.008346 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-42055690-network', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:54.008537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.019324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:54.026780 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:54.028348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Usage tracker for resource:network and tenant:63f274d0fb7d48a186cf913e570fc75f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:54.033158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:54.040047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:54.056008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-network', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:54.063194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:54.073090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Usage tracker for resource:network and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:54.079450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:54.081926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34718) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:54.085905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Made reservation on behalf of 63f274d0fb7d48a186cf913e570fc75f for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:19:54.093895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.120716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.141283 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:54.150667 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:54.156244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Usage tracker for resource:security_group_rule and tenant:63f274d0fb7d48a186cf913e570fc75f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:54.159849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:54.168759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:54.179610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab362f10-7aee-4ef5-a543-d98062fe9904,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:54.194037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.194386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.194765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.195125 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.195812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.198994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.199304 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.199687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.200057 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.200457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.200823 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.201180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.209514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.209984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.210370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.210746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.211122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.211486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.211850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.212207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.212603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.212962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.213327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.213678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Tracked resource versions report: Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: pushed versions: Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: { 'AddressGroup': {'1.1'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': {'1.0'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': {'1.0'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': {'1.1'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': {'1.7'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': {'1.2'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': {'1.8'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': {'1.4'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': {'1.2'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': {'1.0'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': {'1.1'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': {'1.1'}} Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: consumer versions: Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: { DHCP agent@dv-cinder-775250-1-smb: {}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: L3 agent@dv-cinder-775250-1-smb: {}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: Metadata agent@dv-cinder-775250-1-smb: {}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: Metering agent@dv-cinder-775250-1-smb: {}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@dv-cinder-775250-1-smb: { 'AddressGroup': '1.1', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}, Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}} Feb 11 19:19:54.214971 dv-cinder-775250-1-smb neutron-server[79846]: {{(pid=79955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 19:19:54.220132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:54.283640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Checking segment: {'id': '6af34374-d0e5-4cf8-aa71-1e7ec2e50642', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ecdc33f0-a2e9-4dea-b621-7831abf80dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:19:54.284261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Network hostable DHCP agents. Network: ecdc33f0-a2e9-4dea-b621-7831abf80dbb, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:19:54.309832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Network ecdc33f0-a2e9-4dea-b621-7831abf80dbb is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:19:54.319177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.323732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, ecdc33f0-a2e9-4dea-b621-7831abf80dbb) {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:19:54.324942 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.328176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:54.328860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.329842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Made reservation on behalf of f73e6c46a9404db7928eb4bc3c5a7ed9 for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:19:54.334722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e5fde-97cf-487b-8e77-ea6a779470de None None] Network ecdc33f0-a2e9-4dea-b621-7831abf80dbb requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:19:54.336426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.355526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:54.367478 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0516474 Feb 11 19:19:54.396027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b080cc-8edc-4c60-8732-65e1ece6e1a9,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:54.400458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.415527 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:54.430162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:19:54.434032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:54.446528 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Usage tracker for resource:security_group_rule and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:54.454000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:54.459912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.460452 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Added segment f52274ed-9547-496f-a82b-01b5b5c8e471 of type vxlan for network ad62029d-99da-4d6e-b984-8af4b002c570 Feb 11 19:19:54.470333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:54.529789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.560143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2015138125-network', 'tenant_id': '5568c65ba4d3415cbbea0c4ffb34fdea'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:54.565771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:54.576586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Usage tracker for resource:network and tenant:5568c65ba4d3415cbbea0c4ffb34fdea is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:54.591485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:54.597958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:54.604004 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.606696 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:54.607542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.615206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Made reservation on behalf of 5568c65ba4d3415cbbea0c4ffb34fdea for: {'network': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:19:54.620186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.640939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6f7f7d91-b0a9-44b5-98ba-d3fd178e082f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:54.657463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.675953 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2367048 Feb 11 19:19:54.677710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34740) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:54.693453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:54.704753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Usage tracker for resource:security_group_rule and tenant:5568c65ba4d3415cbbea0c4ffb34fdea is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:54.708633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:54.711800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Request body: {'subnet': {'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-subnet', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:54.727858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:54.795698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:54.812202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Usage tracker for resource:subnet and tenant:63f274d0fb7d48a186cf913e570fc75f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:54.820780 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:54.844235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:54.846899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Pushing event updated for resources: {'Network': ['ID=ad62029d-99da-4d6e-b984-8af4b002c570,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:54.857912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:54.860225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.864980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.870574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:54.874347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network ad62029d-99da-4d6e-b984-8af4b002c570 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:19:54.902192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e340f8-6ad1-4ea2-a136-736ee8dc033b None None] Network ecdc33f0-a2e9-4dea-b621-7831abf80dbb requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:19:54.914385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:19:54.916371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.920009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.935361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.935636 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Added segment 5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00 of type vxlan for network 0ab4b94d-4938-4b9a-b775-762a0653c099 Feb 11 19:19:54.937220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98ccc6-bb41-4139-ba12-e0c2cb5a2d8c,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:54.945338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network ad62029d-99da-4d6e-b984-8af4b002c570 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:19:54.946214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Made reservation on behalf of 63f274d0fb7d48a186cf913e570fc75f for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:19:54.951546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:54.955888 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:54.967983 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:55.010666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33ad317-3458-4a92-82f5-dbfbb0499b27,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:55.026960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:55.168015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:55.245716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:55.249385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=79955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:19:55.250235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:19:55.256179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:55.257348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:55.274570 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fde11804-eda7-4206-b80b-0893fd2a4702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:55.572429 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0913668 Feb 11 19:19:55.576806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34772) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:55.584139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab4b94d-4938-4b9a-b775-762a0653c099,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:55.588000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:55.589100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Request body: {'subnet': {'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-subnet', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:55.599955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6f88d5e9-9bab-4b70-be9b-d577d2088c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:55.611594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:55.628394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Usage tracker for resource:subnet and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:55.638349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:55.639040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:19:55.661767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:55.679543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Made reservation on behalf of f73e6c46a9404db7928eb4bc3c5a7ed9 for: {'subnet': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:19:55.690997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:55.774548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:55.786374 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:19:55.870768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:55.891291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-01bb8c18-c98e-49f1-be61-99b33fa35004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:56.003177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee12e9e-8165-4c45-998f-f79467feab05,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:56.003398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=79955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:19:56.015229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:56.028468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727067058052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.028800 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Added segment 6a3587fa-e0b4-4ff0-b248-b8dbf1870df3 of type vxlan for network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc Feb 11 19:19:56.116164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.260713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.282749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:56.283826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.310028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c1d918a8-a73f-4ab9-8bad-77451a764870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:56.346949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Checking segment: {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:19:56.348813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Network hostable DHCP agents. Network: ad62029d-99da-4d6e-b984-8af4b002c570, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:19:56.404851 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3193052 Feb 11 19:19:56.413950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34788) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:56.424226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Network ad62029d-99da-4d6e-b984-8af4b002c570 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:19:56.457568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, ad62029d-99da-4d6e-b984-8af4b002c570) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:19:56.472673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Request body: {'subnet': {'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2015138125-subnet', 'tenant_id': '5568c65ba4d3415cbbea0c4ffb34fdea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:56.474600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:56.475167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.478368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd80466a-43dc-48e7-b598-1521f10f0b82 None None] Network ad62029d-99da-4d6e-b984-8af4b002c570 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:19:56.480923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:56.486602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Usage tracker for resource:subnet and tenant:5568c65ba4d3415cbbea0c4ffb34fdea is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:56.494927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:56.511751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:56.517190 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8189919 Feb 11 19:19:56.521915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34792) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:56.532545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:56.545635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:56.554741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Made reservation on behalf of 5568c65ba4d3415cbbea0c4ffb34fdea for: {'subnet': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:19:56.559665 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Usage tracker for resource:router and tenant:63f274d0fb7d48a186cf913e570fc75f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:56.565971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:56.569467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.585559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:56.607809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854226639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774107'] for router, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.609177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854220646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854222438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1710'] for router, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.630507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:56.842278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef70a0a-afde-4613-b8a1-7aab1c093dcc,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:56.856304 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:56.869438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:19:56.910012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:19:57.165315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854222453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854226654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1695'] for router, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:57.168237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:57.241212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-296bad3d-f8b9-4762-a5dd-81a3c9e6d548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:57.696616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8256882b-0956-4005-aec4-0810c6dec7b3,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:57.714678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:57.723040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3156c8b1-f924-489d-96fb-da4e9ef99e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:57.752022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b5cf1-55ed-4fda-a6f4-ff14ad2cf4d3 None None] Network ad62029d-99da-4d6e-b984-8af4b002c570 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:19:57.893304 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Checking segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:19:57.894990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Network hostable DHCP agents. Network: 0ab4b94d-4938-4b9a-b775-762a0653c099, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:19:57.901664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:57.981609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:19:57.999294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 0ab4b94d-4938-4b9a-b775-762a0653c099) {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:19:58.008105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:58.009641 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.066345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003bee28-ff63-44ce-ad72-7012b28c196c None None] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:19:58.186528 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6082830 Feb 11 19:19:58.190013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34854) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:58.198904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:19:58.207425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:58.211654 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.214750 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Usage tracker for resource:router and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:58.234007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:58.252817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1668d5d8-f4f5-430c-a271-e252f1e4cbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:58.277609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34862) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:58.294271 dv-cinder-775250-1-smb neutron-server[79846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 19:19:58.338603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:58.359282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.455507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854226639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774107'] for router, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.456165 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.456953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854220646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854222438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1710'] for router, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.500150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde4d229-6939-4a27-b3fd-9e502e3495dd,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:19:58.508789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:19:58.537017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.619192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a85b6b2-42ab-52d4-9db8-8087a1dd886a-0ab4b94d-4938-4b9a-b775-762a0653c099', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3'}]}} from dv-cinder-775250-1-smb. {{(pid=79957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 19:19:58.620135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.715832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:58.795876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-c741ae82-f870-4d11-9e9f-4367bc7b81eb tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:58.797081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-c741ae82-f870-4d11-9e9f-4367bc7b81eb tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Synchronizing usage tracker for tenant:fde6af625a5449f4afe3fe47c46ddc0e on resource:network {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:19:58.800665 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 34872) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:19:58.926885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-c741ae82-f870-4d11-9e9f-4367bc7b81eb tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Unset dirty status for tenant:fde6af625a5449f4afe3fe47c46ddc0e on resource:network {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:19:58.928374 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-c741ae82-f870-4d11-9e9f-4367bc7b81eb tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/networks?id=ecdc33f0-a2e9-4dea-b621-7831abf80dbb HTTP/1.1" status: 200 len: 812 time: 0.6420972 Feb 11 19:19:58.966668 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-474201ef-ba98-4f05-a4e4-9faa7002e371 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/quotas/fde6af625a5449f4afe3fe47c46ddc0e HTTP/1.1" status: 200 len: 375 time: 0.0304232 Feb 11 19:19:59.035160 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-a7ece8ae-db5a-4ca2-b197-35921cf26d68 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fde6af625a5449f4afe3fe47c46ddc0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612972 Feb 11 19:19:59.039663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Checking segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:19:59.040064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Network hostable DHCP agents. Network: 5ef70a0a-afde-4613-b8a1-7aab1c093dcc, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:19:59.054517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Allocated IP 172.20.0.2 (0ab4b94d-4938-4b9a-b775-762a0653c099/8256882b-0956-4005-aec4-0810c6dec7b3/46bb91b3-b08a-479f-9dc9-cba07b6057d9) {{(pid=79957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:19:59.122426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Allocated IP 172.28.3.120 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/0ccef018-64d9-4011-87dc-f8a198cff531) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:19:59.143054 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.243420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854222453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854226654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1695'] for router, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.253534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:19:59.293659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 5ef70a0a-afde-4613-b8a1-7aab1c093dcc) {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:19:59.302212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:19:59.303081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.394737 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9537277 Feb 11 19:19:59.403275 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.481325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e6e10-ebfe-4645-b760-d99a371c1596 None None] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:19:59.484854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:19:59.499244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Usage tracker for resource:security_group_rule and tenant:3eaae5f1313543a69f5ff29741e15e54 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:19:59.508884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:19:59.524572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:19:59.530090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.558217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:59.684150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.753850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-839fe216-214a-4cc4-a482-6f0966b9f252 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:19:59.766168 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-839fe216-214a-4cc4-a482-6f0966b9f252 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3112149 Feb 11 19:19:59.780265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Notify callbacks [] for port, precommit_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.846434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Transition to ACTIVE for port object 46bb91b3-b08a-479f-9dc9-cba07b6057d9 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:19:59.868146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.883241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Transition to ACTIVE for port object 46bb91b3-b08a-479f-9dc9-cba07b6057d9 will not be triggered until provisioned by entity DHCP. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:19:59.921636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.948181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:19:59.949198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:19:59.968204 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-456858e1-264c-48fb-aebd-f3300a4de7bf service neutron] 10.222.0.101 "GET /v2.0/networks/ecdc33f0-a2e9-4dea-b621-7831abf80dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995482 Feb 11 19:20:00.062590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Pushing event updated for resources: {'Port': ['ID=46bb91b3-b08a-479f-9dc9-cba07b6057d9,revision_number=1']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:00.069577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2d5d4-97b2-4dc6-9f5b-aca96414bf2a None None] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:20:00.179450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.181566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.187079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.187707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.189003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.189572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.190150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.190712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.191272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.193585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.194283 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.197099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.197723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.198245 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.198662 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.199033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.199459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.200152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.200272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.200632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.201027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.201438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.201798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.202213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Tracked resource versions report: Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: pushed versions: Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: { 'AddressGroup': {'1.1'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': {'1.0'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': {'1.0'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': {'1.1'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': {'1.7'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': {'1.2'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': {'1.8'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': {'1.4'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': {'1.2'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': {'1.0'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': {'1.1'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': {'1.1'}} Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: consumer versions: Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: { DHCP agent@dv-cinder-775250-1-smb: {}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: L3 agent@dv-cinder-775250-1-smb: {}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: Metadata agent@dv-cinder-775250-1-smb: {}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: Metering agent@dv-cinder-775250-1-smb: {}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@dv-cinder-775250-1-smb: { 'AddressGroup': '1.1', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}, Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}} Feb 11 19:20:00.203951 dv-cinder-775250-1-smb neutron-server[79846]: {{(pid=79957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 19:20:00.217462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:00.224882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Pushing event updated for resources: {'Port': ['ID=0ccef018-64d9-4011-87dc-f8a198cff531,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:00.231261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:00.378894 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-fd2e4fcf-7eff-48ea-be43-75a56ade3407 service neutron] 10.222.0.101 "GET /v2.0/networks/ecdc33f0-a2e9-4dea-b621-7831abf80dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3882585 Feb 11 19:20:00.385275 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:00.388146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:00.391242 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:00.411219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Allocated IP 172.28.3.202 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/14a55543-679d-4c40-90da-f1369e881f22) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:00.448848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34946) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:00.475471 dv-cinder-775250-1-smb neutron-server[79846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 19:20:00.629186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 is already hosted by enough agents. {{(pid=79957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:00.638097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Resources bound (agent type, host, resource id): {{(pid=79957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:00.647709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:00.654464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:00.669787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e1d4b773-0cc7-46eb-bd21-fef0b6be7696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:00.715918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Received port after_create {{(pid=79957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:00.742255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:00.835762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Attempting to bind port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:00.842021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Attempting to bind port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:00.842466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Attempting to bind port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 on network 0ab4b94d-4938-4b9a-b775-762a0653c099 {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:00.849313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-1e8b444c-ecf9-4a7c-b546-25b26154f6d8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:00.849837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-1e8b444c-ecf9-4a7c-b546-25b26154f6d8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:network {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:00.860478 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:00.861168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Checking segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:00.862321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:00.863071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Bound using segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:00.863818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Bound port: 46bb91b3-b08a-479f-9dc9-cba07b6057d9, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:00.865895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:00.889968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-1e8b444c-ecf9-4a7c-b546-25b26154f6d8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:network {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:00.896936 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-1e8b444c-ecf9-4a7c-b546-25b26154f6d8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 815 time: 0.4469569 Feb 11 19:20:00.938518 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3eaae5f1313543a69f5ff29741e15e54&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1332104 Feb 11 19:20:00.941398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34972) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:00.971254 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622def04-efde-4e12-85bf-7a8f24903b0c,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:01.002954 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-1fa5d8cf-5c6d-42dc-badd-c2b4ccbb9956 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/quotas/5568c65ba4d3415cbbea0c4ffb34fdea HTTP/1.1" status: 200 len: 375 time: 0.1046619 Feb 11 19:20:01.004966 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:01.043786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] For port 46bb91b3-b08a-479f-9dc9-cba07b6057d9, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:01.053089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] For port 46bb91b3-b08a-479f-9dc9-cba07b6057d9, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=46bb91b3-b08a-479f-9dc9-cba07b6057d9,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:01.057645 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:01.106713 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-251c4881-0c62-49b0-b3d0-038764171dff tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923021 Feb 11 19:20:01.122107 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-52b987c8-121e-4802-ba3a-0f626adea16c req-98cbd5ed-856f-4f5c-81b4-6f7b34e7001e tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.0714121 Feb 11 19:20:01.157423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:01.169597 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:01.197511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:01.198575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:01.283445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Pushing event updated for resources: {'Port': ['ID=14a55543-679d-4c40-90da-f1369e881f22,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:01.287425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:01.293079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fc935351-441f-4fd7-aa8e-382140bad95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:01.350048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Pushing event updated for resources: {'Port': ['ID=46bb91b3-b08a-479f-9dc9-cba07b6057d9,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:01.373489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:01.703019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 34994) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:01.780690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fc935351-441f-4fd7-aa8e-382140bad95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:01.927493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-b5dae306-a223-49ba-ab49-bed80f1b8c5f service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:20:01.936268 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-b5dae306-a223-49ba-ab49-bed80f1b8c5f service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2345963 Feb 11 19:20:02.008492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:02.125208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:02.161740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:02.226435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553452'] for router, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:02.391852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fc935351-441f-4fd7-aa8e-382140bad95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:02.410010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:02.428259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:02.473908 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a42bc68b-83b0-4a55-8b78-5194da89b690 req-6b895553-45fd-4620-a302-40c63ead8b06 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.0733008 Feb 11 19:20:02.513034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:02.554014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Usage tracker for resource:security_group_rule and tenant:a0dbb0648ca94285ac3d53b1d8c8d234 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:02.570857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:02.586069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 is scheduled to L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 with binding_index 1 {{(pid=79956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 19:20:02.593004 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc935351-441f-4fd7-aa8e-382140bad95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622def04-efde-4e12-85bf-7a8f24903b0c,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:02.605555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:02.621680 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-f421c1c7-5d66-4f9c-aef4-515e3f0a3a0f service neutron] 10.222.0.101 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843810 Feb 11 19:20:02.627763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fc935351-441f-4fd7-aa8e-382140bad95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:02.665551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fc935351-441f-4fd7-aa8e-382140bad95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:02.669876 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-fc935351-441f-4fd7-aa8e-382140bad95e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/622def04-efde-4e12-85bf-7a8f24903b0c HTTP/1.1" status: 204 len: 168 time: 1.7244272 Feb 11 19:20:02.855139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:20:02.871561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Sync routers for ids ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:20:02.916232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Routers {'5b81b509-dfc6-4cb9-b6e7-77e00b890939'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:20:02.920200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:19:58Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:02.980321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:02.985703 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4626095 Feb 11 19:20:02.990073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35064) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:03.083776 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-f08e37b8-9e8f-4564-9f22-ccad683ac404 service neutron] 10.222.0.101 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4610145 Feb 11 19:20:03.143901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 46bb91b3-b08a-479f-9dc9-cba07b6057d9 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:03.767312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142518e5-8de8-4f10-ac83-b470a49f2b2b None None] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:20:03.770847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Set router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:20:03.808905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35086) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:03.874311 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:03.946857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35100) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:04.048347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.092968 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a697381b-4d0d-4832-b543-ecbc6f0961de req-292f6923-a502-460e-a035-3c14f404d631 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.1467907 Feb 11 19:20:04.097131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c464c7d6-1e87-4856-a79b-41c0125638ca None None] Provisioning for port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:04.107096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:04.119113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:04.120057 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.154520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:04.176981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c464c7d6-1e87-4856-a79b-41c0125638ca None None] Provisioning complete for port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:04.177743 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c464c7d6-1e87-4856-a79b-41c0125638ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.193399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Usage tracker for resource:security_group_rule and tenant:0ddb168fc7f748f3a4e52c7f2fffe463 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:04.200184 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:04.240558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:04.391862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.441070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:20:00Z', 'revision_number': 3, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:04.452939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Checking router: 5b81b509-dfc6-4cb9-b6e7-77e00b890939 for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:20:04.453674 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Updating router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 port 0ccef018-64d9-4011-87dc-f8a198cff531 binding host dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:20:04.463097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.471210 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8ac2c8be-6479-4e5f-adfb-76486cf6bedc req-d99d79f1-3cd2-4f55-8524-25cb96ceb33b tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 210 time: 0.4246101 Feb 11 19:20:04.505386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.521229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.563052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:04.567917 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.604866 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0dbb0648ca94285ac3d53b1d8c8d234&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9004250 Feb 11 19:20:04.610220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a503c33-84fe-4a6d-86d7-973259fbd4d7,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:04.615249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35128) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:04.644385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:04.653490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:04.677473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Usage tracker for resource:security_group_rule and tenant:55f2f761f1114936a836fd2bc4fad4a4 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:04.696524 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:04.699653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.42', 61824) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:04.733087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c464c7d6-1e87-4856-a79b-41c0125638ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.756598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:04.797537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 46bb91b3-b08a-479f-9dc9-cba07b6057d9, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=46bb91b3-b08a-479f-9dc9-cba07b6057d9,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:04.809960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:04.823661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:05.086656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=46bb91b3-b08a-479f-9dc9-cba07b6057d9,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:05.099021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:05.136955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-c464c7d6-1e87-4856-a79b-41c0125638ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:20:05.138160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-c464c7d6-1e87-4856-a79b-41c0125638ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:20:05.413274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:05.477282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Notify callbacks [] for port, precommit_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:05.494265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Transition to ACTIVE for port object 0ccef018-64d9-4011-87dc-f8a198cff531 will not be triggered until provisioned by entity L2. {{(pid=79959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:05.497137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:05.522775 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:05.540008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:05.580965 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfdd6108-3013-43bc-954a-a90eb6cc0603 req-760ab554-b04b-4ed8-babd-2b7188358a69 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.1927781 Feb 11 19:20:05.602810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fcf17183-40e1-4159-8f38-02feb4a40053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:05.634741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Pushing event updated for resources: {'Port': ['ID=0ccef018-64d9-4011-87dc-f8a198cff531,revision_number=2']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:05.652147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d8306d7e-eddb-4f39-89c1-4751ce133acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:05.667423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.667800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.668168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.668552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.677474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.678099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.678548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.679001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.680718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.680718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.681021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.681577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.682154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.682567 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.683005 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.688456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.689107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.691180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.691994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.691994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.692450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.692902 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.693326 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.693627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Tracked resource versions report: Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: pushed versions: Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: { 'AddressGroup': {'1.1'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': {'1.0'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': {'1.0'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': {'1.1'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': {'1.7'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': {'1.2'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': {'1.8'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': {'1.4'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': {'1.2'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': {'1.0'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': {'1.1'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': {'1.1'}} Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: consumer versions: Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: { DHCP agent@dv-cinder-775250-1-smb: {}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: L3 agent@dv-cinder-775250-1-smb: {}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: Metadata agent@dv-cinder-775250-1-smb: {}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: Metering agent@dv-cinder-775250-1-smb: {}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@dv-cinder-775250-1-smb: { 'AddressGroup': '1.1', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}, Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'ConntrackHelper': '1.0', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Log': '1.0', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Network': '1.1', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Port': '1.7', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'PortForwarding': '1.2', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'QosPolicy': '1.8', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroup': '1.4', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SecurityGroupRule': '1.2', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'SubPort': '1.0', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Subnet': '1.1', Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: 'Trunk': '1.1'}} Feb 11 19:20:05.702009 dv-cinder-775250-1-smb neutron-server[79846]: {{(pid=79959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 19:20:05.715363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:05.741204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553452'] for router, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:05.782062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d0f19-d12e-45d6-b7be-418e0a92ad5e,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:05.790179 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0ddb168fc7f748f3a4e52c7f2fffe463&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9659791 Feb 11 19:20:05.791643 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35162) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:05.805996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:05.821246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d8306d7e-eddb-4f39-89c1-4751ce133acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:05.901537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:20:05.941859 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:05.972589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-bb753ce7-b442-4e61-a8dc-fd4797055f88 None None] Provisioning complete for port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:05.973072 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb753ce7-b442-4e61-a8dc-fd4797055f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.019822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.040309 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Attempting to bind port 0ccef018-64d9-4011-87dc-f8a198cff531 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:06.041068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Attempting to bind port 0ccef018-64d9-4011-87dc-f8a198cff531 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:06.041646 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Attempting to bind port 0ccef018-64d9-4011-87dc-f8a198cff531 on network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:06.056201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:06.057043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Checking segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:06.057707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.058335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Bound using segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:06.059065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Bound port: 0ccef018-64d9-4011-87dc-f8a198cff531, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:06.061513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.062016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.109503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:06.251872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] For port 0ccef018-64d9-4011-87dc-f8a198cff531, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:06.256730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] For port 0ccef018-64d9-4011-87dc-f8a198cff531, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=0ccef018-64d9-4011-87dc-f8a198cff531,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:06.261636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.275371 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7d460bdc-c328-4692-acb4-f1825a00df8a req-644aba54-7196-4724-90c6-8e2b940664a9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 210 time: 0.1185448 Feb 11 19:20:06.285401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:06.431271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-1a8723aa-0061-4448-9a98-13f05cc0c11a tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:06.433503 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-1a8723aa-0061-4448-9a98-13f05cc0c11a tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.42 "GET /v2.0/networks?id=ecdc33f0-a2e9-4dea-b621-7831abf80dbb HTTP/1.1" status: 200 len: 812 time: 1.7322476 Feb 11 19:20:06.435059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Router b6057325-396d-4d78-bc36-bd975735d6bd is scheduled to L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 with binding_index 1 {{(pid=79955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 19:20:06.586845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65ac994b-ad9e-46ab-b482-43350bc9756d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.617619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Request body: {'port': {'device_id': '98e87d33-c813-4932-ac8d-5bb95392754e', 'network_id': 'ecdc33f0-a2e9-4dea-b621-7831abf80dbb', 'admin_state_up': True, 'tenant_id': 'fde6af625a5449f4afe3fe47c46ddc0e'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:06.664023 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.42', 61834) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:06.688433 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=55f2f761f1114936a836fd2bc4fad4a4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7403071 Feb 11 19:20:06.692822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35196) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:06.703916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d8306d7e-eddb-4f39-89c1-4751ce133acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.743594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c1c622-4179-478a-8453-d34d890fbeea,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:06.770756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:06.786118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:06.813537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65ac994b-ad9e-46ab-b482-43350bc9756d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:06.930704 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8306d7e-eddb-4f39-89c1-4751ce133acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a503c33-84fe-4a6d-86d7-973259fbd4d7,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:07.027234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d8306d7e-eddb-4f39-89c1-4751ce133acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:07.119403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 46bb91b3-b08a-479f-9dc9-cba07b6057d9 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:07.149185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d8306d7e-eddb-4f39-89c1-4751ce133acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:07.154483 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d8306d7e-eddb-4f39-89c1-4751ce133acb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0a503c33-84fe-4a6d-86d7-973259fbd4d7 HTTP/1.1" status: 204 len: 168 time: 2.5285389 Feb 11 19:20:07.263875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Pushing event updated for resources: {'Port': ['ID=0ccef018-64d9-4011-87dc-f8a198cff531,revision_number=3']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:07.275906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:07.292809 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9a13a04b-cdf7-4f2b-a956-06205563d129 req-a1abca31-539b-4565-9d13-74ba0ffe7de9 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.3698852 Feb 11 19:20:07.311024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Routers {'5b81b509-dfc6-4cb9-b6e7-77e00b890939'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:20:07.312525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:19:58Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:07.367445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5095beb2-014d-42b4-8f77-a0969436b16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:07.403413 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:07.404208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:07.444111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65ac994b-ad9e-46ab-b482-43350bc9756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:07.666177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-f70cedda-e740-4140-ae7c-d61257cb5537 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:07.668357 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-f70cedda-e740-4140-ae7c-d61257cb5537 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 815 time: 1.0026340 Feb 11 19:20:07.669725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:20:07.774527 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5454f6c3-73bc-4edc-b5d2-303743a97a45 req-0c664e91-897d-42cf-9012-186ec82182c1 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 210 time: 0.0935349 Feb 11 19:20:07.783251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:07.788944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Usage tracker for resource:port and tenant:fde6af625a5449f4afe3fe47c46ddc0e is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:07.793184 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:07.800234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:07.805172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Allocated IP 172.20.0.1 (ad62029d-99da-4d6e-b984-8af4b002c570/eee12e9e-8165-4c45-998f-f79467feab05/748a82c1-e83f-417b-bb20-a9c4003bbc4a) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:07.811525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Request body: {'port': {'device_id': '5be6f2b0-9edd-4039-a8e0-2c93eae2cb21', 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc', 'admin_state_up': True, 'tenant_id': '5568c65ba4d3415cbbea0c4ffb34fdea'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:07.877779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Sync routers for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:20:07.894150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:20:07.894937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:19:58Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:08.048756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] Set router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:20:08.097007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Notify callbacks [] for router, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:08.103109 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9091537 Feb 11 19:20:08.105032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35222) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:08.122313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Made reservation on behalf of fde6af625a5449f4afe3fe47c46ddc0e for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:08.132063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:08.194262 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:08.198260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:08.206889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:08.214966 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5095beb2-014d-42b4-8f77-a0969436b16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:08.265486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:08.425118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:20:08.577832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Usage tracker for resource:port and tenant:5568c65ba4d3415cbbea0c4ffb34fdea is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:08.601747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:08.666519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:08.771677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac994b-ad9e-46ab-b482-43350bc9756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23d0f19-d12e-45d6-b7be-418e0a92ad5e,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:08.810052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-65ac994b-ad9e-46ab-b482-43350bc9756d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:08.827291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:08.936240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:20:00Z', 'revision_number': 3, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:08.953873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7540b8-bfbd-4347-819e-e9dace07e324 None None] The sync data for ids ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'] in dv-cinder-775250-1-smb is: [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:20:00Z', 'revision_number': 3, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:20:09.022555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Made reservation on behalf of 5568c65ba4d3415cbbea0c4ffb34fdea for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:09.059587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:09.171942 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Network ad62029d-99da-4d6e-b984-8af4b002c570 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:09.195921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65ac994b-ad9e-46ab-b482-43350bc9756d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:09.197786 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-65ac994b-ad9e-46ab-b482-43350bc9756d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a23d0f19-d12e-45d6-b7be-418e0a92ad5e HTTP/1.1" status: 204 len: 168 time: 3.3905632 Feb 11 19:20:09.270201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:09.308031 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2b13f285-860f-4763-a4df-d71c6b5e3213 req-1f180656-531a-440f-9c75-d74d1ee1bb44 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.4755216 Feb 11 19:20:09.311147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:09.316585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544432'] for router_interface, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:09.720878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:09.753951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Pushing event updated for resources: {'Port': ['ID=748a82c1-e83f-417b-bb20-a9c4003bbc4a,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:09.768757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:09.953719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5095beb2-014d-42b4-8f77-a0969436b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:09.994306 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:10.077791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095beb2-014d-42b4-8f77-a0969436b16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c1c622-4179-478a-8453-d34d890fbeea,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:10.173991 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35256) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:10.252552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5095beb2-014d-42b4-8f77-a0969436b16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:10.287167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:10.355985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5095beb2-014d-42b4-8f77-a0969436b16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:10.356636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:02Z', 'revision_number': 3, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:10.367173 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5095beb2-014d-42b4-8f77-a0969436b16f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79c1c622-4179-478a-8453-d34d890fbeea HTTP/1.1" status: 204 len: 168 time: 3.6607347 Feb 11 19:20:10.375428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Checking router: b6057325-396d-4d78-bc36-bd975735d6bd for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:20:10.375828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Updating router b6057325-396d-4d78-bc36-bd975735d6bd port 14a55543-679d-4c40-90da-f1369e881f22 binding host dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:20:10.586159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:10.617803 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2bed6cf2-9008-457c-b2ff-386202d50937 req-b9279626-c981-4a82-bac2-ca767a7b5f08 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 210 time: 0.3515232 Feb 11 19:20:11.261109 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6157a7bd-52d1-4634-a1d7-fb00ce11a69e req-c2ccd30c-e390-4b8e-a689-3cf779f4b426 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.3258862 Feb 11 19:20:11.367204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Allocated IP 172.20.0.9 (ecdc33f0-a2e9-4dea-b621-7831abf80dbb/ab362f10-7aee-4ef5-a543-d98062fe9904/cf4c00aa-d811-4a2f-84e2-611a28a33d36) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:11.391295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:11.401758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:11.403259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225164'] for router_interface, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:11.443053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:11.661210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Pushing event updated for resources: {'Port': ['ID=748a82c1-e83f-417b-bb20-a9c4003bbc4a,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:11.686705 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:11.847120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Notify callbacks [] for port, precommit_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:11.861374 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Transition to ACTIVE for port object 14a55543-679d-4c40-90da-f1369e881f22 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:11.868854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 0ccef018-64d9-4011-87dc-f8a198cff531 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:11.945383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:12.026786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Network ad62029d-99da-4d6e-b984-8af4b002c570 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:12.030628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:12.124542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:12.335080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 0ccef018-64d9-4011-87dc-f8a198cff531 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:12.342053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71257fb5-5990-42b6-9d8d-313c3b382721 None None] Pushing event updated for resources: {'Port': ['ID=14a55543-679d-4c40-90da-f1369e881f22,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:12.345623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-71257fb5-5990-42b6-9d8d-313c3b382721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:12.349839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 0ccef018-64d9-4011-87dc-f8a198cff531 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:12.350343 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:12.549316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:20:12.550485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Allocated IP 172.20.0.7 (5ef70a0a-afde-4613-b8a1-7aab1c093dcc/bde4d229-6939-4a27-b3fd-9e502e3495dd/b43e8448-db64-42ea-a575-641f3ccb9e5d) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:12.721715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Attempting to bind port 14a55543-679d-4c40-90da-f1369e881f22 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:12.723792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Attempting to bind port 14a55543-679d-4c40-90da-f1369e881f22 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:12.726552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Attempting to bind port 14a55543-679d-4c40-90da-f1369e881f22 on network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:12.748795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:12.752889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Checking segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:12.753534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:12.754195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Bound using segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:12.755290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Bound port: 14a55543-679d-4c40-90da-f1369e881f22, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:12.757266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:12.814747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:12.858607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 0ccef018-64d9-4011-87dc-f8a198cff531, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=0ccef018-64d9-4011-87dc-f8a198cff531,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:12.877270 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:12.917599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:13.164824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] For port 14a55543-679d-4c40-90da-f1369e881f22, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:13.170398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=0ccef018-64d9-4011-87dc-f8a198cff531,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:13.183373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:13.185504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] For port 14a55543-679d-4c40-90da-f1369e881f22, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=14a55543-679d-4c40-90da-f1369e881f22,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:13.199930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:13.243119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:13.739282 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0ad244bf-1b40-4bf9-a459-23e44e2a0162 req-7931e04e-cbd1-41ee-aebd-6ab6dd09538a tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.9724801 Feb 11 19:20:13.805567 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35306) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:13.815781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:20:13.816527 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:19:58Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:13.982541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:20:14.009057 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] 10.222.0.101 "PUT /v2.0/routers/5b81b509-dfc6-4cb9-b6e7-77e00b890939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0174553 Feb 11 19:20:14.010608 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Sync routers for ids ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:20:14.027096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Routers {'5b81b509-dfc6-4cb9-b6e7-77e00b890939'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:20:14.027721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:19:58Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:14.127554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1689844008-network', 'tenant_id': '9a2dae82f4654878ab0059842cd3de73'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:14.133758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:14.141404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Usage tracker for resource:network and tenant:9a2dae82f4654878ab0059842cd3de73 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:14.146644 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:14.165415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:14.193260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Made reservation on behalf of 9a2dae82f4654878ab0059842cd3de73 for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:14.198857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.246073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.261092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.321008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:14.330497 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Usage tracker for resource:security_group_rule and tenant:9a2dae82f4654878ab0059842cd3de73 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:14.355965 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:14.371749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:14.469587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.473864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:20:14.673355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.678269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.743441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:20:14.773146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Set router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:20:14.773410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.785308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.785802 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Added segment 51f07839-7c6b-4d7d-a984-38e0f52544d6 of type vxlan for network 879b8ed6-1348-420e-b107-f7adcdbbce95 Feb 11 19:20:14.855572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:14.925468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:15.008518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845255d2-12f6-42b9-aa87-f81649b6e68c,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:15.011830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:15.012578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:15.013678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:15.014340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:15.028749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:15.163198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:15.242838 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71257fb5-5990-42b6-9d8d-313c3b382721 None None] Pushing event updated for resources: {'Port': ['ID=14a55543-679d-4c40-90da-f1369e881f22,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:15.262112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-71257fb5-5990-42b6-9d8d-313c3b382721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.019s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:15.331585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Pushing event updated for resources: {'Network': ['ID=879b8ed6-1348-420e-b107-f7adcdbbce95,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:15.346736 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5310926 Feb 11 19:20:15.346736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:15.347130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35336) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:15.360862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Request body: {'subnet': {'network_id': '879b8ed6-1348-420e-b107-f7adcdbbce95', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1689844008-subnet', 'tenant_id': '9a2dae82f4654878ab0059842cd3de73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:15.383075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 0ccef018-64d9-4011-87dc-f8a198cff531 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:15.397770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:15.418565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Usage tracker for resource:subnet and tenant:9a2dae82f4654878ab0059842cd3de73 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:15.425539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:15.454636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:15.455585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-91e26277-7123-431d-93d8-1a66fca03f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:15.475831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 879b8ed6-1348-420e-b107-f7adcdbbce95 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:20:15.679059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 879b8ed6-1348-420e-b107-f7adcdbbce95 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:20:15.719054 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-73f2193c-2971-4507-9925-c1606ed3ccfa req-2d3864d6-c5df-4bc6-8812-11a5f5006a3e tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.2431188 Feb 11 19:20:15.724898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Made reservation on behalf of 9a2dae82f4654878ab0059842cd3de73 for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:15.729949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:15.933604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Usage tracker for resource:security_group_rule and tenant:6b3c3bdfb0014a188b5489ad8a26068c is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:16.170396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:20:09Z', 'revision_number': 4, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '748a82c1-e83f-417b-bb20-a9c4003bbc4a', 'name': '', 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'mac_address': 'fa:16:3e:19:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'eee12e9e-8165-4c45-998f-f79467feab05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:07Z', 'updated_at': '2021-02-11T19:20:10Z', 'revision_number': 2, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'subnets': [{'id': 'eee12e9e-8165-4c45-998f-f79467feab05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:16.182861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Checking router: 5b81b509-dfc6-4cb9-b6e7-77e00b890939 for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:20:16.183288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Updating router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 port 748a82c1-e83f-417b-bb20-a9c4003bbc4a binding host dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:20:16.383718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:16.499016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:02Z', 'revision_number': 3, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:16.515658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c7034-9ba1-4b89-bf47-5f559722dea2 None None] The sync data for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb is: [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:02Z', 'revision_number': 3, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:20:16.517712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 0ccef018-64d9-4011-87dc-f8a198cff531 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:16.523641 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:16.597564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Pushing event updated for resources: {'Port': ['ID=b43e8448-db64-42ea-a575-641f3ccb9e5d,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:16.607376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:16.963959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:17.107025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.633s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:17.293518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:17.480802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Notify callbacks [] for port, precommit_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:17.495022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Transition to ACTIVE for port object 748a82c1-e83f-417b-bb20-a9c4003bbc4a will not be triggered until provisioned by entity L2. {{(pid=79959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:17.500948 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:17.662491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-3c19bf06-700e-4a26-90f8-a3204c343561 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:17.663389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-3c19bf06-700e-4a26-90f8-a3204c343561 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Synchronizing usage tracker for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:network {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:17.675739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35388) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:17.735385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dc96d2c5-adef-423f-9041-ec8ce8b5bb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:17.797617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:18.286201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:18.408894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78bda6-ae69-4925-b8e3-914f49508722 req-59ebcaa2-7256-47de-9515-7f3fe31c14b9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:18.432435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:18.441261 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-eb78bda6-ae69-4925-b8e3-914f49508722 req-59ebcaa2-7256-47de-9515-7f3fe31c14b9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 931 time: 5.4099441 Feb 11 19:20:18.576013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:18.587901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad266931c8947a88e8c9c7694194fd1 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:18.589353 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f29b62-fb03-4454-a882-61e56855abb5 None None] Pushing event updated for resources: {'Port': ['ID=748a82c1-e83f-417b-bb20-a9c4003bbc4a,revision_number=3']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:18.593648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:18.595377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-88f29b62-fb03-4454-a882-61e56855abb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:18.605961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Attempting to bind port 748a82c1-e83f-417b-bb20-a9c4003bbc4a on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:18.606671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Attempting to bind port 748a82c1-e83f-417b-bb20-a9c4003bbc4a by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:18.606982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Attempting to bind port 748a82c1-e83f-417b-bb20-a9c4003bbc4a on network ad62029d-99da-4d6e-b984-8af4b002c570 {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:18.614804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:18.616996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:18.617406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Checking segment: {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:18.618413 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:18.620525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Bound using segment: {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:18.621250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Bound port: 748a82c1-e83f-417b-bb20-a9c4003bbc4a, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'}}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:18.621808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:18.754666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] For port 748a82c1-e83f-417b-bb20-a9c4003bbc4a, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:18.758515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] For port 748a82c1-e83f-417b-bb20-a9c4003bbc4a, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=748a82c1-e83f-417b-bb20-a9c4003bbc4a,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:18.764015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:18.885602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:18.901035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:18.924608 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:19.007073 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5ad266931c8947a88e8c9c7694194fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2860847 Feb 11 19:20:19.009812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35404) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:19.012697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3fe94f-b39a-4bfb-831e-309fc6cf6174,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:19.028770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:19.028770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Checking segment: {'id': '51f07839-7c6b-4d7d-a984-38e0f52544d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '879b8ed6-1348-420e-b107-f7adcdbbce95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:19.028770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Network hostable DHCP agents. Network: 879b8ed6-1348-420e-b107-f7adcdbbce95, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:20:19.048668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:19.164691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-766b94de-9d3a-4934-82d9-46770ae670da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:19.177387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f29b62-fb03-4454-a882-61e56855abb5 None None] Pushing event updated for resources: {'Port': ['ID=748a82c1-e83f-417b-bb20-a9c4003bbc4a,revision_number=4']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:19.196628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-88f29b62-fb03-4454-a882-61e56855abb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:19.197789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-766b94de-9d3a-4934-82d9-46770ae670da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:19.234341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 14a55543-679d-4c40-90da-f1369e881f22 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:19.236097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Routers {'5b81b509-dfc6-4cb9-b6e7-77e00b890939'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:20:19.242179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:19:58Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:19.312999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786cf18c-95b2-4b14-ab41-9496077734dc,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:19.323745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-766b94de-9d3a-4934-82d9-46770ae670da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:19.324964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:19.329933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c077705c-37fc-4e2b-a22d-a823e7bab492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:19.370397 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b94de-9d3a-4934-82d9-46770ae670da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786cf18c-95b2-4b14-ab41-9496077734dc,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:19.376137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Network 879b8ed6-1348-420e-b107-f7adcdbbce95 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:20:19.381001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-766b94de-9d3a-4934-82d9-46770ae670da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:19.424880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-766b94de-9d3a-4934-82d9-46770ae670da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:19.429643 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-766b94de-9d3a-4934-82d9-46770ae670da admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/786cf18c-95b2-4b14-ab41-9496077734dc HTTP/1.1" status: 204 len: 168 time: 0.4115086 Feb 11 19:20:19.437285 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 879b8ed6-1348-420e-b107-f7adcdbbce95) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:19.457686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:19.458374 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:19.479625 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75841b-f433-44e8-8a69-c6e391d5cf3c None None] Network 879b8ed6-1348-420e-b107-f7adcdbbce95 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:20:19.545760 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-33dbc40f-97d0-4826-8fcb-476f87981ef1 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1894989 Feb 11 19:20:19.558586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35414) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:19.894151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 14a55543-679d-4c40-90da-f1369e881f22 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:19.951164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 14a55543-679d-4c40-90da-f1369e881f22 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:19.951929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:19.998565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] Set router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:20:20.234348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31878096-f4c5-4b58-8fd4-805e2e1ecb06 None None] Network 879b8ed6-1348-420e-b107-f7adcdbbce95 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:20:20.403329 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:20.471682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:20.484760 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Usage tracker for resource:security_group_rule and tenant:ceaa000b723541d6a5c5054b079ead24 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:20.494735 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:20.511397 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:20.545955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Allocated IP 172.20.0.1 (0ab4b94d-4938-4b9a-b775-762a0653c099/8256882b-0956-4005-aec4-0810c6dec7b3/a72e3c11-e725-4aa6-959c-deb2f260d512) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:20.766691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:20.777678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:20.790879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:20.872171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35428) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:20.909227 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ceaa000b723541d6a5c5054b079ead24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3447106 Feb 11 19:20:20.910446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa3c69e-03c7-4cc9-a673-01eb481eb8ed,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:20.915267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35432) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:20.919407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:20.942153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:20.947828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:20.967222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:a18e700dfe414b8db3a4588573c06299 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:20.969229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:20.973785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:20.985227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:21.026434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:20:09Z', 'revision_number': 4, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '748a82c1-e83f-417b-bb20-a9c4003bbc4a', 'name': '', 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'mac_address': 'fa:16:3e:19:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'eee12e9e-8165-4c45-998f-f79467feab05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:07Z', 'updated_at': '2021-02-11T19:20:18Z', 'revision_number': 4, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'subnets': [{'id': 'eee12e9e-8165-4c45-998f-f79467feab05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:21.044955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a6961-5566-423f-ad95-abbcbfb00c1c None None] The sync data for ids ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'] in dv-cinder-775250-1-smb is: [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:20:09Z', 'revision_number': 4, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '748a82c1-e83f-417b-bb20-a9c4003bbc4a', 'name': '', 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'mac_address': 'fa:16:3e:19:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'eee12e9e-8165-4c45-998f-f79467feab05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:07Z', 'updated_at': '2021-02-11T19:20:18Z', 'revision_number': 4, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'subnets': [{'id': 'eee12e9e-8165-4c45-998f-f79467feab05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:20:21.096483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.099505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.105587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.117813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.134302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.140242 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:21.150747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-3c19bf06-700e-4a26-90f8-a3204c343561 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Unset dirty status for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:network {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:21.159283 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-3c19bf06-700e-4a26-90f8-a3204c343561 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 817 time: 4.2035744 Feb 11 19:20:21.175041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Transition to ACTIVE for port object a72e3c11-e725-4aa6-959c-deb2f260d512 will not be triggered until provisioned by entity DHCP. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:21.188943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 14a55543-679d-4c40-90da-f1369e881f22, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=14a55543-679d-4c40-90da-f1369e881f22,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:21.192614 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-a803f54e-0673-4488-9fcc-bc7ea861d74a tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/quotas/63f274d0fb7d48a186cf913e570fc75f HTTP/1.1" status: 200 len: 375 time: 0.0314984 Feb 11 19:20:21.201817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.203844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.222540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.226999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:21.268607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-eb78bda6-ae69-4925-b8e3-914f49508722 req-8757db1a-8ce1-44c2-ac49-587bf4a1e73d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:security_group {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:21.289323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:21.387765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-785c1a48-ba49-44c5-b17f-d73699664de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.397490 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a18e700dfe414b8db3a4588573c06299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204892 Feb 11 19:20:21.417515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35438) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:21.451668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa380359-cc95-4fa3-9f5a-a696864352a0,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:21.478867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:21.497814 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=14a55543-679d-4c40-90da-f1369e881f22,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:21.512786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:21.518990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:21.524935 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-7e6f8da9-0f4b-4d89-aae9-a0a269e63ba1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Synchronizing usage tracker for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:21.534471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-785c1a48-ba49-44c5-b17f-d73699664de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.567471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 748a82c1-e83f-417b-bb20-a9c4003bbc4a up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:21.596736 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6b3c3bdfb0014a188b5489ad8a26068c&name=default HTTP/1.1" status: 200 len: 2979 time: 11.1935287 Feb 11 19:20:21.599071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:21.605914 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35444) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:21.606066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:21.660542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-7e6f8da9-0f4b-4d89-aae9-a0a269e63ba1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Unset dirty status for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:21.662064 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-7e6f8da9-0f4b-4d89-aae9-a0a269e63ba1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4200153 Feb 11 19:20:21.667799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5b9446d6-fd78-4f8b-8959-377d3d1d38b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.697156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5b9446d6-fd78-4f8b-8959-377d3d1d38b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.712078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 748a82c1-e83f-417b-bb20-a9c4003bbc4a completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:21.723574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 748a82c1-e83f-417b-bb20-a9c4003bbc4a triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:21.724235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.765692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:21.766916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.793224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5b9446d6-fd78-4f8b-8959-377d3d1d38b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:21.836720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:21.872028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9446d6-fd78-4f8b-8959-377d3d1d38b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa380359-cc95-4fa3-9f5a-a696864352a0,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:21.925532 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0652f-29ee-452f-a340-51aef9ff4c4b,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:21.929683 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 14.1228268 Feb 11 19:20:21.930785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:21.940092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a5d62d01-7532-4455-8efe-0d4973809e60 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:21.983279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.029655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5b9446d6-fd78-4f8b-8959-377d3d1d38b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:22.042981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.078855 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-eb78bda6-ae69-4925-b8e3-914f49508722 req-8757db1a-8ce1-44c2-ac49-587bf4a1e73d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:security_group {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:22.081682 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-eb78bda6-ae69-4925-b8e3-914f49508722 req-8757db1a-8ce1-44c2-ac49-587bf4a1e73d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.6376081 Feb 11 19:20:22.103010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 748a82c1-e83f-417b-bb20-a9c4003bbc4a, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=748a82c1-e83f-417b-bb20-a9c4003bbc4a,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:22.108188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.120375 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:22.161776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8378d678-ffcf-4c11-ad00-4e036d7ce13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.202019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-bd74cea9-d878-4b2c-b9b9-128398209236 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:20:22.214258 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-bd74cea9-d878-4b2c-b9b9-128398209236 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0204158 Feb 11 19:20:22.216776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=748a82c1-e83f-417b-bb20-a9c4003bbc4a,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:22.228591 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:22.237174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Network ecdc33f0-a2e9-4dea-b621-7831abf80dbb is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:22.238207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Pushing event updated for resources: {'Port': ['ID=cf4c00aa-d811-4a2f-84e2-611a28a33d36,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:22.239933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-785c1a48-ba49-44c5-b17f-d73699664de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.244499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:22.271773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:22.274737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:22.282139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-785c1a48-ba49-44c5-b17f-d73699664de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.286548 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-785c1a48-ba49-44c5-b17f-d73699664de2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/efa3c69e-03c7-4cc9-a673-01eb481eb8ed HTTP/1.1" status: 204 len: 168 time: 1.3673644 Feb 11 19:20:22.286548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5b9446d6-fd78-4f8b-8959-377d3d1d38b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.292984 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5b9446d6-fd78-4f8b-8959-377d3d1d38b3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aa380359-cc95-4fa3-9f5a-a696864352a0 HTTP/1.1" status: 204 len: 168 time: 0.8693790 Feb 11 19:20:22.371196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:22.406715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:22.426982 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-c2c3546c-4f58-4c26-ab61-197422d16ff2 service neutron] 10.222.0.101 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636961 Feb 11 19:20:22.438768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8378d678-ffcf-4c11-ad00-4e036d7ce13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.449185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1a48-ba49-44c5-b17f-d73699664de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa3c69e-03c7-4cc9-a673-01eb481eb8ed,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:22.449595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:22.450441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.470650 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-785c1a48-ba49-44c5-b17f-d73699664de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:22.491214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Pushing event updated for resources: {'Port': ['ID=a72e3c11-e725-4aa6-959c-deb2f260d512,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:22.557546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:22.573175 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 16.0580103 Feb 11 19:20:22.643209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:22.645411 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:22.648782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:22.649439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544432'] for router_interface, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.897235 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-cc6ffa27-e1e1-4ec1-8a5a-088574552d09 service neutron] 10.222.0.101 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4493308 Feb 11 19:20:22.913834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8378d678-ffcf-4c11-ad00-4e036d7ce13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.922490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-785c1a48-ba49-44c5-b17f-d73699664de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:22.938683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378d678-ffcf-4c11-ad00-4e036d7ce13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0652f-29ee-452f-a340-51aef9ff4c4b,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:22.946434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8378d678-ffcf-4c11-ad00-4e036d7ce13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:22.950186 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8378d678-ffcf-4c11-ad00-4e036d7ce13e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9be0652f-29ee-452f-a340-51aef9ff4c4b HTTP/1.1" status: 204 len: 168 time: 1.3430591 Feb 11 19:20:22.951546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8378d678-ffcf-4c11-ad00-4e036d7ce13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:23.063786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-dc881c36-f577-4d5f-b845-f1ee6a7a34b2 None None] Provisioning for port a72e3c11-e725-4aa6-959c-deb2f260d512 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:23.077936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-dc881c36-f577-4d5f-b845-f1ee6a7a34b2 None None] Provisioning complete for port a72e3c11-e725-4aa6-959c-deb2f260d512 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:23.078429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dc881c36-f577-4d5f-b845-f1ee6a7a34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:23.079743 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706d491-ac13-400b-8992-7b80cb14d839 req-1830463d-4551-42bf-b5a1-c9013db6f31f tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:23.080660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1706d491-ac13-400b-8992-7b80cb14d839 req-1830463d-4551-42bf-b5a1-c9013db6f31f tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Synchronizing usage tracker for tenant:fde6af625a5449f4afe3fe47c46ddc0e on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:23.189544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-dc881c36-f577-4d5f-b845-f1ee6a7a34b2 None None] Port a72e3c11-e725-4aa6-959c-deb2f260d512 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:20:23.218676 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-68816fc5-e057-49d9-bea0-ba61b7e578c3 req-b716acfc-9baa-4343-9af3-c71d4c2e6365 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 210 time: 0.0804210 Feb 11 19:20:23.263274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1706d491-ac13-400b-8992-7b80cb14d839 req-1830463d-4551-42bf-b5a1-c9013db6f31f tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Unset dirty status for tenant:fde6af625a5449f4afe3fe47c46ddc0e on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:23.265142 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1706d491-ac13-400b-8992-7b80cb14d839 req-1830463d-4551-42bf-b5a1-c9013db6f31f tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 931 time: 0.8021569 Feb 11 19:20:23.269367 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Request body: {'port': {'device_id': '5be6f2b0-9edd-4039-a8e0-2c93eae2cb21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:23.305827 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35484) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:23.312994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-981592721-network', 'tenant_id': 'e2d75d87cde74e5aafbdfd65751d2c4a'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:23.320929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:23.330842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Usage tracker for resource:network and tenant:e2d75d87cde74e5aafbdfd65751d2c4a is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:23.340849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:23.355886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:23.375186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Made reservation on behalf of e2d75d87cde74e5aafbdfd65751d2c4a for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:23.391406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:23.406722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Request body: {'port': {'device_id': '98e87d33-c813-4932-ac8d-5bb95392754e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:23.422263 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:23.450028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 748a82c1-e83f-417b-bb20-a9c4003bbc4a up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:23.463982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:23.469818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d75d87cde74e5aafbdfd65751d2c4a is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:23.474147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:23.491058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:23.631164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 748a82c1-e83f-417b-bb20-a9c4003bbc4a triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:23.640885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:23.689355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:23.693255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:23.698023 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:23.803733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:20:23.805002 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1706d491-ac13-400b-8992-7b80cb14d839 req-c1e25ca4-0420-4b48-ae13-323c99e48395 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715121 Feb 11 19:20:23.828268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c29796f-99c8-49e8-ad3d-8b3080cfdaae,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:23.838789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:23.853462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:23.854474 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Added segment 88a4b38c-944a-4643-880a-b593fba8e188 of type vxlan for network 638f7300-f768-4626-8607-67782f41a52c Feb 11 19:20:23.861560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:23.893112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35498) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:23.965985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 14a55543-679d-4c40-90da-f1369e881f22 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:24.065191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.105982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 14a55543-679d-4c40-90da-f1369e881f22 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:24.106611 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.328029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ead49-3d73-43ea-ac44-b18ee303ef73 req-40d4e954-db01-42f0-8fa6-6315bbc0f43f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:24.337688 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d63ead49-3d73-43ea-ac44-b18ee303ef73 req-40d4e954-db01-42f0-8fa6-6315bbc0f43f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 931 time: 0.4670370 Feb 11 19:20:24.340852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35516) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:24.398500 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.409224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.417932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:24.418854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.435080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:24.475380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:24.491117 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Usage tracker for resource:security_group_rule and tenant:46b4004cd45b4b5984b7d78bac788d54 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:24.505488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.517690 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d63ead49-3d73-43ea-ac44-b18ee303ef73 req-e84149c3-332f-47ed-b9c3-94cb9002e616 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788630 Feb 11 19:20:24.519213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:24.527749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:24.542434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.614489 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3070984 Feb 11 19:20:24.619437 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35522) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:24.622061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Pushing event updated for resources: {'Network': ['ID=638f7300-f768-4626-8607-67782f41a52c,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:24.627849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Request body: {'subnet': {'network_id': '638f7300-f768-4626-8607-67782f41a52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-981592721-subnet', 'tenant_id': 'e2d75d87cde74e5aafbdfd65751d2c4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:24.636940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 638f7300-f768-4626-8607-67782f41a52c details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:20:24.660801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 638f7300-f768-4626-8607-67782f41a52c details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:20:24.857892 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:24.862319 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:24.869188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Usage tracker for resource:subnet and tenant:e2d75d87cde74e5aafbdfd65751d2c4a is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:24.875358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:24.888120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:24.896046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-18501180-8c80-4305-b7ba-3d7cd53c30e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.938800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.42', 61840) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:24.943536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:24.954893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Made reservation on behalf of e2d75d87cde74e5aafbdfd65751d2c4a for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:24.959617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:24.963172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:25.018102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Usage tracker for resource:security_group_rule and tenant:0c9d1bc343ff43cf90c3ac49e5711ddb is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:25.037208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:25.117198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:25.352660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:25.369769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:25.384966 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-65ac994b-ad9e-46ab-b482-43350bc9756d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:25.516834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-478f1af5-f214-4cb8-98ea-11f0ff47b8b5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:25.518832 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-478f1af5-f214-4cb8-98ea-11f0ff47b8b5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 817 time: 1.0214150 Feb 11 19:20:25.551844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-6621c3c8-669d-40eb-9ab8-d576ba0424b9 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:25.553685 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-6621c3c8-669d-40eb-9ab8-d576ba0424b9 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 817 time: 0.6132712 Feb 11 19:20:25.567955 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=46b4004cd45b4b5984b7d78bac788d54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2233903 Feb 11 19:20:25.572035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35552) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:25.572461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf637e3-b8bc-49f5-8423-361c42384580,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:25.579862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:25.600818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.resource_extend [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 19:20:25.668341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798e757-8cc5-4898-bacc-8815f75e4dec req-144cfbf6-c351-4dcd-9fdd-4721ad2cfb15 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:25.670161 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5798e757-8cc5-4898-bacc-8815f75e4dec req-144cfbf6-c351-4dcd-9fdd-4721ad2cfb15 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 931 time: 0.5828550 Feb 11 19:20:25.675519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Request body: {'port': {'device_id': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570', 'admin_state_up': True, 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:25.680510 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-7a2f37cf-0cee-4e6f-b1df-e70feeafe33e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/quotas/63f274d0fb7d48a186cf913e570fc75f HTTP/1.1" status: 200 len: 375 time: 0.1040061 Feb 11 19:20:25.684498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:25.761136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:25.846894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225164'] for router_interface, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:25.876948 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:25.911997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-5798e757-8cc5-4898-bacc-8815f75e4dec req-e4046e46-ceb8-420b-9d60-03f03eed527e tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Synchronizing usage tracker for tenant:fde6af625a5449f4afe3fe47c46ddc0e on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:25.989285 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-5798e757-8cc5-4898-bacc-8815f75e4dec req-e4046e46-ceb8-420b-9d60-03f03eed527e tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Unset dirty status for tenant:fde6af625a5449f4afe3fe47c46ddc0e on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:25.990410 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5798e757-8cc5-4898-bacc-8815f75e4dec req-e4046e46-ceb8-420b-9d60-03f03eed527e tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948465 Feb 11 19:20:25.999414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:26.032911 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:26.059084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Made reservation on behalf of 63f274d0fb7d48a186cf913e570fc75f for: {'port': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:26.080713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:26.154808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-16875a95-ead5-4a44-8c2e-e41a8ee96d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:26.336807 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:26.348381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-16875a95-ead5-4a44-8c2e-e41a8ee96d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:26.357757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Pushing event updated for resources: {'Port': ['ID=a72e3c11-e725-4aa6-959c-deb2f260d512,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:26.369685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:26.381651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:26.436622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:26.478549 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-ff8ecae6-946d-4354-ab5d-0270818762ab tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7763433 Feb 11 19:20:26.509933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f4162-b95c-48f7-9e5b-1f5950dd3c0c req-8b57f7aa-e125-4326-a66e-a80beaec9679 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:26.511783 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-959f4162-b95c-48f7-9e5b-1f5950dd3c0c req-8b57f7aa-e125-4326-a66e-a80beaec9679 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 931 time: 0.3601594 Feb 11 19:20:26.643101 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0c9d1bc343ff43cf90c3ac49e5711ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5461774 Feb 11 19:20:26.644216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35576) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:26.709353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-959f4162-b95c-48f7-9e5b-1f5950dd3c0c req-702269fa-90e2-47ac-9cc3-64a92c237521 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507657 Feb 11 19:20:26.825155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:26.873729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b8838213-0cc2-441d-b405-e21eba02b1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:26.921954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4e381a-52bd-40c0-83c6-6a1e1e28b180,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:26.926364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:26.938227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4c00aa-d811-4a2f-84e2-611a28a33d36 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:20:26.946054 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.resource_extend [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 19:20:26.956329 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:26.961185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:26.969723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.132120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Allocated IP 172.20.0.14 (ad62029d-99da-4d6e-b984-8af4b002c570/eee12e9e-8165-4c45-998f-f79467feab05/dd81e640-9431-4eb6-a60e-51e0c762a316) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:27.136404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Transition to ACTIVE for port object cf4c00aa-d811-4a2f-84e2-611a28a33d36 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:27.138952 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-decaf7a7-8528-4cb0-b3fa-911ff24af194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.148399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d4557b-df27-4732-8e33-d5dbb1db3af7,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:27.163633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:27.230399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-decaf7a7-8528-4cb0-b3fa-911ff24af194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.243332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-16875a95-ead5-4a44-8c2e-e41a8ee96d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.249845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-b2d92d4c-f909-4de2-88b7-0b9e0514169e None None] Provisioning complete for port a72e3c11-e725-4aa6-959c-deb2f260d512 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:27.250205 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b2d92d4c-f909-4de2-88b7-0b9e0514169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.274041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43e8448-db64-42ea-a575-641f3ccb9e5d {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:20:27.283429 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-1dae0550-e249-473f-8ef3-365102cc2a56 service neutron] 10.222.0.101 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395148 Feb 11 19:20:27.302727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.315698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.352488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-b2d92d4c-f909-4de2-88b7-0b9e0514169e None None] Port a72e3c11-e725-4aa6-959c-deb2f260d512 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:20:27.373008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6bfa9b96-c55f-4a7c-bbf9-188fc3cfd5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.373828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fc935351-441f-4fd7-aa8e-382140bad95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:27.423142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Checking segment: {'id': '88a4b38c-944a-4643-880a-b593fba8e188', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '638f7300-f768-4626-8607-67782f41a52c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:27.423142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Network hostable DHCP agents. Network: 638f7300-f768-4626-8607-67782f41a52c, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:20:27.469182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16875a95-ead5-4a44-8c2e-e41a8ee96d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf637e3-b8bc-49f5-8423-361c42384580,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:27.482824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Transition to ACTIVE for port object b43e8448-db64-42ea-a575-641f3ccb9e5d will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:27.482981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-16875a95-ead5-4a44-8c2e-e41a8ee96d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:27.488881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:27.653851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-16875a95-ead5-4a44-8c2e-e41a8ee96d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.657844 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-16875a95-ead5-4a44-8c2e-e41a8ee96d27 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0cf637e3-b8bc-49f5-8423-361c42384580 HTTP/1.1" status: 204 len: 168 time: 2.0682313 Feb 11 19:20:27.657844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.664232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Router b6057325-396d-4d78-bc36-bd975735d6bd has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:20:27.755404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.868505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:27.883567 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4c00aa-d811-4a2f-84e2-611a28a33d36,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:27.964228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:27.984962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:27.995869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828088e-5c6f-4f26-8bde-64e9fe64dfa1 req-5219f94e-b04e-409a-ba22-a724b8967e5a tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:27.997751 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0828088e-5c6f-4f26-8bde-64e9fe64dfa1 req-5219f94e-b04e-409a-ba22-a724b8967e5a tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 943 time: 0.8045981 Feb 11 19:20:27.998610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-decaf7a7-8528-4cb0-b3fa-911ff24af194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:28.005928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:28.025690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Network 638f7300-f768-4626-8607-67782f41a52c is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:20:28.056980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaf7a7-8528-4cb0-b3fa-911ff24af194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4e381a-52bd-40c0-83c6-6a1e1e28b180,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:28.068084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-decaf7a7-8528-4cb0-b3fa-911ff24af194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:28.101433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-decaf7a7-8528-4cb0-b3fa-911ff24af194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:28.102695 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-decaf7a7-8528-4cb0-b3fa-911ff24af194 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ba4e381a-52bd-40c0-83c6-6a1e1e28b180 HTTP/1.1" status: 204 len: 168 time: 1.4567788 Feb 11 19:20:28.103788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 638f7300-f768-4626-8607-67782f41a52c) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:28.146300 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0828088e-5c6f-4f26-8bde-64e9fe64dfa1 req-e7138816-15eb-44c7-8b2f-036ad9c3688b tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176164 Feb 11 19:20:28.163113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:28.168867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:28.169842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb87356-68e3-4a88-a8c4-d620c1dbca49 None None] Network 638f7300-f768-4626-8607-67782f41a52c requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:20:28.193241 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-e3db4a22-54bc-409f-acb0-c47fb1158043 service neutron] 10.222.0.101 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8742437 Feb 11 19:20:28.228795 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.6080527 Feb 11 19:20:28.230408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:28.508610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-40100597-12dd-4656-982b-80091711ff78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:28.516740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Pushing event updated for resources: {'Port': ['ID=b43e8448-db64-42ea-a575-641f3ccb9e5d,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:28.528912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:28.580015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:20:28.605475 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35618) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:28.620922 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-33d84f72-4307-4c5e-9647-7a9097014e08 admin admin] 10.222.0.101 "PUT /v2.0/routers/b6057325-396d-4d78-bc36-bd975735d6bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5127437 Feb 11 19:20:28.709668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Sync routers for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:20:28.732792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69657bcb-d515-4d7d-92f7-5f6edb9e26f0 None None] Network 638f7300-f768-4626-8607-67782f41a52c requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:20:28.766826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Attempting to bind port cf4c00aa-d811-4a2f-84e2-611a28a33d36 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:28.767182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Attempting to bind port cf4c00aa-d811-4a2f-84e2-611a28a33d36 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '6af34374-d0e5-4cf8-aa71-1e7ec2e50642', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ecdc33f0-a2e9-4dea-b621-7831abf80dbb'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:28.767574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Attempting to bind port cf4c00aa-d811-4a2f-84e2-611a28a33d36 on network ecdc33f0-a2e9-4dea-b621-7831abf80dbb {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:28.789947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Network ad62029d-99da-4d6e-b984-8af4b002c570 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:28.794587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:28.798422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:28.848174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:28.848577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Checking segment: {'id': '6af34374-d0e5-4cf8-aa71-1e7ec2e50642', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ecdc33f0-a2e9-4dea-b621-7831abf80dbb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:28.849029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:28.849401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Bound using segment: {'id': '6af34374-d0e5-4cf8-aa71-1e7ec2e50642', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ecdc33f0-a2e9-4dea-b621-7831abf80dbb'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:28.849997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Bound port: cf4c00aa-d811-4a2f-84e2-611a28a33d36, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af34374-d0e5-4cf8-aa71-1e7ec2e50642', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ecdc33f0-a2e9-4dea-b621-7831abf80dbb'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:28.850439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:28.867897 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d971de82-57a5-4a8f-82e4-a5ceda6be0bd req-c05696a2-93d9-400d-9b05-f0142c8cf170 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 210 time: 0.1433218 Feb 11 19:20:28.962717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Attempting to bind port b43e8448-db64-42ea-a575-641f3ccb9e5d on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:28.962984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Attempting to bind port b43e8448-db64-42ea-a575-641f3ccb9e5d by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:28.963369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Attempting to bind port b43e8448-db64-42ea-a575-641f3ccb9e5d on network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:28.985846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] Deleting subnet be3fe94f-b39a-4bfb-831e-309fc6cf6174 {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:20:28.995022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:28.998240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.000926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:29.001428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.007815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:20:29.008540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:20:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:29.029817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Pushing event updated for resources: {'Port': ['ID=dd81e640-9431-4eb6-a60e-51e0c762a316,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:29.033720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:29.056224 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4775012 Feb 11 19:20:29.184931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dbdbe-9e46-4756-bd0a-79a723c696e7 req-b949ef94-6152-48d0-b6ff-7c59fefe1ee5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:29.194212 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4dbdbe-9e46-4756-bd0a-79a723c696e7 req-b949ef94-6152-48d0-b6ff-7c59fefe1ee5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 943 time: 0.6865444 Feb 11 19:20:29.229157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Request body: {'port': {'device_id': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:29.420010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:29.420839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Checking segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:29.421418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.421950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Bound using segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:29.422576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Bound port: b43e8448-db64-42ea-a575-641f3ccb9e5d, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:29.423141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.489453 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4dbdbe-9e46-4756-bd0a-79a723c696e7 req-7e36dc72-d598-473e-b67f-b276ef0feca0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938774 Feb 11 19:20:29.528112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.559088 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.590274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.620114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] For port cf4c00aa-d811-4a2f-84e2-611a28a33d36, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:29.662696 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] For port cf4c00aa-d811-4a2f-84e2-611a28a33d36, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cf4c00aa-d811-4a2f-84e2-611a28a33d36,segment=NetworkSegment(6af34374-d0e5-4cf8-aa71-1e7ec2e50642),segment_id=6af34374-d0e5-4cf8-aa71-1e7ec2e50642)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:29.671188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] For port b43e8448-db64-42ea-a575-641f3ccb9e5d, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:29.677042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] For port b43e8448-db64-42ea-a575-641f3ccb9e5d, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b43e8448-db64-42ea-a575-641f3ccb9e5d,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:29.681185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.713560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.729163 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:29.929648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:29.946112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:20:30.303874 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4c00aa-d811-4a2f-84e2-611a28a33d36,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:30.632876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35690) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:30.680580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821767352', 'description': 'tempest-description--1089625831'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:30.760636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.42', 61846) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:30.771672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:30.804456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:security_group and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:30.808767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:30.809443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:30.823054 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] 10.222.0.42 "PUT /v2.0/ports/cf4c00aa-d811-4a2f-84e2-611a28a33d36 HTTP/1.1" status: 200 len: 1157 time: 8.2058682 Feb 11 19:20:30.825424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd81e640-9431-4eb6-a60e-51e0c762a316 {{(pid=79956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:20:30.847798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:30.867832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:24Z', 'revision_number': 2, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:30.873170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Checking router: b6057325-396d-4d78-bc36-bd975735d6bd for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:20:30.873806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Updating router b6057325-396d-4d78-bc36-bd975735d6bd port a72e3c11-e725-4aa6-959c-deb2f260d512 binding host dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:20:30.874148 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e87d33-c813-4932-ac8d-5bb95392754e', 'tag': 'cf4c00aa-d811-4a2f-84e2-611a28a33d36'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:30.878614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Transition to ACTIVE for port object dd81e640-9431-4eb6-a60e-51e0c762a316 will not be triggered until provisioned by entity L2. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:30.900333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:30.957839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.032484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:31.033295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.035459 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] 10.222.0.42 "PUT /v2.0/ports/b43e8448-db64-42ea-a575-641f3ccb9e5d HTTP/1.1" status: 200 len: 1157 time: 8.4277048 Feb 11 19:20:31.059317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:31.111553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-51acea6a-8a09-4aca-950b-bc9edb2ff48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:31.256566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:31.313289 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Pushing event updated for resources: {'Port': ['ID=b43e8448-db64-42ea-a575-641f3ccb9e5d,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:31.351453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b0d68-3dc6-4794-9b36-334f278a14bc req-79c1fe7c-60f2-49f3-a95d-13954b602b4c tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:31.359562 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6f2b0d68-3dc6-4794-9b36-334f278a14bc req-79c1fe7c-60f2-49f3-a95d-13954b602b4c tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 943 time: 1.1619463 Feb 11 19:20:31.364602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Pushing event updated for resources: {'Port': ['ID=dd81e640-9431-4eb6-a60e-51e0c762a316,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:31.389060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:31.411722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.683s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:31.414428 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-70edecd7-765b-4e8e-8c8e-a6651dad482d req-f671e745-cbea-4690-8251-54f3b73ae4ca tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 210 time: 0.3670230 Feb 11 19:20:31.415111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.591s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:31.415798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:31.461627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.526703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.556479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Attempting to bind port dd81e640-9431-4eb6-a60e-51e0c762a316 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:31.564708 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Attempting to bind port dd81e640-9431-4eb6-a60e-51e0c762a316 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'}] {{(pid=79956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:31.565068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5d6b1579-ecf0-4999-819c-dbd0a3b39ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:31.565569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Attempting to bind port dd81e640-9431-4eb6-a60e-51e0c762a316 on network ad62029d-99da-4d6e-b984-8af4b002c570 {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:31.602745 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6f2b0d68-3dc6-4794-9b36-334f278a14bc req-1319376f-252e-4a13-8ced-325be6d726ba tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418497 Feb 11 19:20:31.612061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:31.613766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Checking segment: {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:31.617232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:31.617927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.619081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Bound using segment: {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'} {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:31.619919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Bound port: dd81e640-9431-4eb6-a60e-51e0c762a316, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'}}] {{(pid=79956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:31.620492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.627864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:security_group_rule and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:31.634968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:31.643860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:31.730139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.773777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.791716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3fe94f-b39a-4bfb-831e-309fc6cf6174,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:31.820517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Notify callbacks [] for port, precommit_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.836618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Transition to ACTIVE for port object a72e3c11-e725-4aa6-959c-deb2f260d512 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:31.837557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] For port dd81e640-9431-4eb6-a60e-51e0c762a316, host hv-cinder-77525, cleared binding levels {{(pid=79956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:31.842314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.849380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] For port dd81e640-9431-4eb6-a60e-51e0c762a316, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=dd81e640-9431-4eb6-a60e-51e0c762a316,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:31.854671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:31.867825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:31.880032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:31.902480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:31.923308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:32.156160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5604851-012d-4483-ba83-a57b99e3ae5d None None] Pushing event updated for resources: {'Port': ['ID=a72e3c11-e725-4aa6-959c-deb2f260d512,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:32.163633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c5604851-012d-4483-ba83-a57b99e3ae5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:32.195059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Pushing event updated for resources: {'Port': ['ID=dd81e640-9431-4eb6-a60e-51e0c762a316,revision_number=3']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:32.201662 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:32.220964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-61e265aa-b57a-478b-b206-6663a6d2557d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:32.223832 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-61e265aa-b57a-478b-b206-6663a6d2557d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 817 time: 1.4598155 Feb 11 19:20:32.234825 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e87d33-c813-4932-ac8d-5bb95392754e', 'tag': 'cf4c00aa-d811-4a2f-84e2-611a28a33d36', 'status': 'completed', 'code': 200} Feb 11 19:20:32.289651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:32.290540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:32.293120 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] 10.222.0.42 "PUT /v2.0/ports/dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 200 len: 1158 time: 3.0687935 Feb 11 19:20:32.293744 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'tag': 'dd81e640-9431-4eb6-a60e-51e0c762a316'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:32.303438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-2cb6b5c1-5d98-4293-aedf-e60f3436a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:32.319646 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-2cb6b5c1-5d98-4293-aedf-e60f3436a063 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fde6af625a5449f4afe3fe47c46ddc0e&device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 1160 time: 1.2614949 Feb 11 19:20:32.338245 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Request body: {'port': {'device_id': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570', 'admin_state_up': True, 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:32.564836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Attempting to bind port a72e3c11-e725-4aa6-959c-deb2f260d512 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:32.565961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Attempting to bind port a72e3c11-e725-4aa6-959c-deb2f260d512 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:32.568073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Attempting to bind port a72e3c11-e725-4aa6-959c-deb2f260d512 on network 0ab4b94d-4938-4b9a-b775-762a0653c099 {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:32.587564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:32.589465 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Checking segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:32.590745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:32.591702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Bound using segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:32.594321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Bound port: a72e3c11-e725-4aa6-959c-deb2f260d512, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:32.595854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:32.608639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b60a76fb-5993-4028-b2a5-cf161a50402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:32.610803 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b60a76fb-5993-4028-b2a5-cf161a50402e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1161 time: 0.1598690 Feb 11 19:20:32.776915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-f2b71a0a-67da-4aa5-8f9c-792941685ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:32.777900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] For port a72e3c11-e725-4aa6-959c-deb2f260d512, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:32.778526 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-f2b71a0a-67da-4aa5-8f9c-792941685ff4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 1160 time: 1.5909901 Feb 11 19:20:32.782614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] For port a72e3c11-e725-4aa6-959c-deb2f260d512, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=a72e3c11-e725-4aa6-959c-deb2f260d512,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:32.789784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:32.796724 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-e3951d21-5f87-4985-a801-a2f18e65288e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 200 len: 217 time: 0.1690960 Feb 11 19:20:32.855879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-f1de134e-bc60-4035-977d-41e8b0e010fa req-ae262368-43f2-4666-8c7e-e4e86b0830e1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Synchronizing usage tracker for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:32.896564 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-b07cd131-5be7-4d02-8551-408264a14bf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf4c00aa-d811-4a2f-84e2-611a28a33d36 HTTP/1.1" status: 200 len: 217 time: 0.1119568 Feb 11 19:20:32.909293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:32.918390 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:32.919711 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2815104 Feb 11 19:20:32.926891 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35770) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:32.938117 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'security_group_rule': {'security_group_id': '4c7ba56b-a498-4897-9422-282781c60b75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:32.944218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c5604851-012d-4483-ba83-a57b99e3ae5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:32.975443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:32.982659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-02c899a9-9852-49ae-8931-3388f0951830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:32.985109 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-02c899a9-9852-49ae-8931-3388f0951830 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.1241767 Feb 11 19:20:32.989059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:security_group_rule and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:32.992816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:33.040075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5604851-012d-4483-ba83-a57b99e3ae5d None None] Pushing event updated for resources: {'Port': ['ID=a72e3c11-e725-4aa6-959c-deb2f260d512,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:33.044419 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c5604851-012d-4483-ba83-a57b99e3ae5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:33.055687 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-acf99e71-1171-4ce7-b368-234b49802588 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590503 Feb 11 19:20:33.059920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:20:33.060638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:20:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:33.061172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:33.098378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Usage tracker for resource:port and tenant:63f274d0fb7d48a186cf913e570fc75f is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:33.108008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:33.125477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:33.143904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7ba56b-a498-4897-9422-282781c60b75,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:33.153334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.229s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:33.272317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Made reservation on behalf of 63f274d0fb7d48a186cf913e570fc75f for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:33.276345 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-b3ff55c3-d657-458f-8a9b-060836376aa6 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119935 Feb 11 19:20:33.336946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:33.371116 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:20:33.427356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35780) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:33.453822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-eb728e00-7d5b-44d2-8b05-a9ea56633b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:33.455441 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-eb728e00-7d5b-44d2-8b05-a9ea56633b63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab362f10-7aee-4ef5-a543-d98062fe9904 HTTP/1.1" status: 200 len: 852 time: 0.3684554 Feb 11 19:20:33.458612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:33.460757 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5a65e4d2-1c80-4ac6-98af-30924711f6f5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/be3fe94f-b39a-4bfb-831e-309fc6cf6174 HTTP/1.1" status: 204 len: 168 time: 4.8530123 Feb 11 19:20:33.472490 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-7f4893e6-c176-4d71-bcd5-7f8fb682cd67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b43e8448-db64-42ea-a575-641f3ccb9e5d HTTP/1.1" status: 200 len: 217 time: 0.5718231 Feb 11 19:20:33.473504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35784) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:33.511872 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ddc257d-e87a-49f5-bda8-41c6e98b0d8b req-0678b8bc-95fc-4875-8ce3-f6eeaa35f055 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2146740 Feb 11 19:20:33.513819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-f1de134e-bc60-4035-977d-41e8b0e010fa req-ae262368-43f2-4666-8c7e-e4e86b0830e1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Unset dirty status for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:33.515341 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f1de134e-bc60-4035-977d-41e8b0e010fa req-ae262368-43f2-4666-8c7e-e4e86b0830e1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 210 time: 0.7173843 Feb 11 19:20:33.524933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:33.614702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:33.618531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:33.622142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:33.663231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688149e3-835f-4d04-9c6f-94e8a6d4aff0,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:33.699070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:33.712942 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-d9463f39-9998-4ec8-86b2-8cf19d9e56bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecdc33f0-a2e9-4dea-b621-7831abf80dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2343187 Feb 11 19:20:33.720573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:33.724746 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7938521 Feb 11 19:20:33.725586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35794) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:33.742920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'security_group_rule': {'security_group_id': '4c7ba56b-a498-4897-9422-282781c60b75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:33.795794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:33.805437 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:security_group_rule and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:33.814901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:33.833452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:33.961723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:32Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:33.964943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a844d8-5925-4e5c-8747-a35f1e880e6b req-d52aea0c-c4c6-4cc1-ae45-a56b8d3fe9b9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:33.965533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-74a844d8-5925-4e5c-8747-a35f1e880e6b req-d52aea0c-c4c6-4cc1-ae45-a56b8d3fe9b9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:33.966666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68221a7a-2a1d-4233-95b6-ccf5ac20d53c None None] The sync data for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb is: [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:32Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:20:34.095546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:34.273592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be6f2b0-9edd-4039-a8e0-2c93eae2cb21', 'tag': 'b43e8448-db64-42ea-a575-641f3ccb9e5d'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:34.385658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3d52-d038-4ea8-8b23-1d95273b06cd req-d15f7c81-a3fa-4d49-8c12-a73f830489ca tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:34.387454 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d89e3d52-d038-4ea8-8b23-1d95273b06cd req-d15f7c81-a3fa-4d49-8c12-a73f830489ca tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 943 time: 0.5366712 Feb 11 19:20:34.468230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-ddd4b545-aa6d-4dae-9e2b-4e9aea32d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:34.470868 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-ddd4b545-aa6d-4dae-9e2b-4e9aea32d25d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.9179142 Feb 11 19:20:34.476257 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:34.479931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:34.518566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:34.540950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:34.549492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-92d1d320-0bf3-4d3e-9110-b59e2a032ed0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:34.612573 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d89e3d52-d038-4ea8-8b23-1d95273b06cd req-0bba2ffc-5903-48ec-a572-9a6cf5ffc0e5 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136395 Feb 11 19:20:34.626722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:34.628163 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9005454 Feb 11 19:20:34.635616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35818) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:34.642344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57201ae2-4a93-47a9-ba71-af72e1dde6e6,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:34.648337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'floatingip': {'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:34.677063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a98e746a-be2e-46e9-a76e-086f6bd46892 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:34.679777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:34.685178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:floatingip and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:34.693026 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:34.701506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:34.720119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:34.815279 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-340ffb0e-e5d6-4fd2-9933-a208b3e37586 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2983682 Feb 11 19:20:34.815958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-74a844d8-5925-4e5c-8747-a35f1e880e6b req-d52aea0c-c4c6-4cc1-ae45-a56b8d3fe9b9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:34.824405 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74a844d8-5925-4e5c-8747-a35f1e880e6b req-d52aea0c-c4c6-4cc1-ae45-a56b8d3fe9b9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 943 time: 3.0569708 Feb 11 19:20:34.985204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:35.033633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Usage tracker for resource:security_group_rule and tenant:51b2a2f25e424f47a1a4205c439cd3c2 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:35.096878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:35.106655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35828) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:35.131706 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'tag': 'dd81e640-9431-4eb6-a60e-51e0c762a316', 'status': 'completed', 'code': 200} Feb 11 19:20:35.280572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:35.281354 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74a844d8-5925-4e5c-8747-a35f1e880e6b req-abb06cac-98d3-4c01-9339-5721ba3b7cb0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556348 Feb 11 19:20:35.328601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:35.332889 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be6f2b0-9edd-4039-a8e0-2c93eae2cb21', 'tag': 'b43e8448-db64-42ea-a575-641f3ccb9e5d', 'status': 'completed', 'code': 200} Feb 11 19:20:35.345753 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-9fd12873-de9c-42f2-9213-9471a5fb66cf service neutron] 10.222.0.42 "GET /v2.0/networks/ecdc33f0-a2e9-4dea-b621-7831abf80dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5555537 Feb 11 19:20:35.386507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device a72e3c11-e725-4aa6-959c-deb2f260d512 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:35.495049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port a72e3c11-e725-4aa6-959c-deb2f260d512 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:35.501401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port a72e3c11-e725-4aa6-959c-deb2f260d512 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:35.502014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:35.560138 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b035e058-6c1f-469b-ba81-9314060dc7e6 req-3eacef0c-eb6c-4ab0-a44b-ca7dce7d0da7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 210 time: 0.1448298 Feb 11 19:20:35.580175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-24a043dc-8cd4-431b-8508-b2547d96e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:35.582536 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-24a043dc-8cd4-431b-8508-b2547d96e2a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1161 time: 0.3989427 Feb 11 19:20:35.668027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:35.683698 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-b0ba3e72-6749-4cca-8678-37dcbbaae81b service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8554928 Feb 11 19:20:35.717961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:35.744637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port a72e3c11-e725-4aa6-959c-deb2f260d512, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=a72e3c11-e725-4aa6-959c-deb2f260d512,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:35.749292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:35.752165 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:35.810148 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Allocated IP 172.28.3.154 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/199300dd-03bf-4319-b469-7bdf94688c0c) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:35.872628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.873047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.873855 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.874240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > port after_create 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.874798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.875173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > port after_update 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.875550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.875866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.876219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.876648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.895521 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=a72e3c11-e725-4aa6-959c-deb2f260d512,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:35.902225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:35.964582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.965141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.965515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.965886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79955) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:35.966269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879b8ed6-1348-420e-b107-f7adcdbbce95']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:35.984829 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f07839-7c6b-4d7d-a984-38e0f52544d6') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:35.985167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f07839-7c6b-4d7d-a984-38e0f52544d6') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:36.004222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-093b9fba-3762-4eaf-b695-bb90c6dfeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:36.005889 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-093b9fba-3762-4eaf-b695-bb90c6dfeaf9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 911 time: 0.4166028 Feb 11 19:20:36.093773 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-808e5191-2ef6-404c-a2e6-df60e4004cd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 200 len: 217 time: 0.0747552 Feb 11 19:20:36.134759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:36.145617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:36.203927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:36.220565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-2a76791c-0f46-4636-bd41-e620d8f09e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:36.222788 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-2a76791c-0f46-4636-bd41-e620d8f09e04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.0991700 Feb 11 19:20:36.280927 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-130d1da5-f91e-4865-87b3-3c2e98731487 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499060 Feb 11 19:20:36.329926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:36.351637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:36.354336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:36.376643 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Allocated IP 172.20.0.11 (ad62029d-99da-4d6e-b984-8af4b002c570/eee12e9e-8165-4c45-998f-f79467feab05/63fe2e3f-752a-49f3-a63a-eb328487b6da) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:36.378655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:20:36.399890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:36.406931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Usage tracker for resource:security_group_rule and tenant:2333aaf1046347efa8805105b4b4b374 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:36.419381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:36.505847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:36.634245 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'Port': ['ID=199300dd-03bf-4319-b469-7bdf94688c0c,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:36.650862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:36.671143 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-47a7b624-93aa-4eee-813a-1a04462fb103 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833346 Feb 11 19:20:36.752682 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-524e0c9a-739d-4db9-94ec-6b117a124cf0 req-01cdaf43-0175-47cf-aefd-9600f3764e60 service neutron] 10.222.0.42 "GET /v2.0/networks/ecdc33f0-a2e9-4dea-b621-7831abf80dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7589719 Feb 11 19:20:36.793383 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d37a3046-cf03-412e-82ad-60eccea09a14 req-fdab47ef-e96b-4bab-ad28-315876440aa7 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7650709 Feb 11 19:20:36.802672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Network 879b8ed6-1348-420e-b107-f7adcdbbce95 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:20:36.831375 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a715f-bcee-4880-8f5a-31d520b04b67 req-c7b96548-72b7-4d72-9b0b-acab382516e2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:36.833653 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-272a715f-bcee-4880-8f5a-31d520b04b67 req-c7b96548-72b7-4d72-9b0b-acab382516e2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 943 time: 0.3944879 Feb 11 19:20:36.847170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:36.927940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:36.932971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:36.937531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:36.996294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec7416-dea9-4eba-a0e8-a9e1c9bc018c req-82533c32-c8d1-4ae9-a138-0c9e04be3e74 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:36.998022 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-90ec7416-dea9-4eba-a0e8-a9e1c9bc018c req-82533c32-c8d1-4ae9-a138-0c9e04be3e74 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 943 time: 0.9738054 Feb 11 19:20:36.999655 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-272a715f-bcee-4880-8f5a-31d520b04b67 req-c52a2c65-6524-4c9a-8f4b-5c526605b4a1 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119907 Feb 11 19:20:37.008813 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b629c1f2-395e-4052-ac60-d54fc151a8e5 req-1a2fcf57-7744-467f-99e8-15471994b00d service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3294809 Feb 11 19:20:37.167753 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a490ebef-0a8f-4792-8f10-9af1b2400253 req-f9dac44c-766e-46d2-bccc-c5f921fa12fd tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 210 time: 0.0503666 Feb 11 19:20:37.209669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.290739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.318079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device a72e3c11-e725-4aa6-959c-deb2f260d512 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:37.395694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port a72e3c11-e725-4aa6-959c-deb2f260d512 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:37.396129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.396620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42f0b907-4256-48f5-8dd0-cbdb4ea918b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:37.529195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Network 879b8ed6-1348-420e-b107-f7adcdbbce95 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:20:37.585537 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-90ec7416-dea9-4eba-a0e8-a9e1c9bc018c req-7d9b81be-b8a8-4591-87c6-4904f7dd9485 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923120 Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: from cryptography.utils import int_from_bytes Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: from cryptography.utils import int_from_bytes Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: (rel_b, rel_a, rel_b), Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:20:37.588435 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:20:37.615549 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51b2a2f25e424f47a1a4205c439cd3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1566713 Feb 11 19:20:37.615549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b2ded6-a9cd-42ca-8452-34173936ff21,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:37.616448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35856) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:37.682286 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:37.682995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3b8e-b566-4d20-8f6f-2cfb0152afcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.701211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.711693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3b8e-b566-4d20-8f6f-2cfb0152afcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.720673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.730303 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.747539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:37.824226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.835563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3b8e-b566-4d20-8f6f-2cfb0152afcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.840535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d8306d7e-eddb-4f39-89c1-4751ce133acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:37.896340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f3b8e-b566-4d20-8f6f-2cfb0152afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b2ded6-a9cd-42ca-8452-34173936ff21,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:37.904739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2a1f3b8e-b566-4d20-8f6f-2cfb0152afcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:37.928092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.959389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3b8e-b566-4d20-8f6f-2cfb0152afcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:37.963249 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2a1f3b8e-b566-4d20-8f6f-2cfb0152afcd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/55b2ded6-a9cd-42ca-8452-34173936ff21 HTTP/1.1" status: 204 len: 168 time: 0.3429017 Feb 11 19:20:37.983738 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.010232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-b48b18db-a5a5-468e-b3d1-5c62fb11d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:38.011918 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-b48b18db-a5a5-468e-b3d1-5c62fb11d03b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fde6af625a5449f4afe3fe47c46ddc0e&device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 1160 time: 0.9002428 Feb 11 19:20:38.022013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c1110-f971-4486-bc51-bd967a32d7de req-99ae8faf-b660-4ddc-aac7-6ede00f9dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:38.023677 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b56c1110-f971-4486-bc51-bd967a32d7de req-99ae8faf-b660-4ddc-aac7-6ede00f9dfc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 1160 time: 0.9640949 Feb 11 19:20:38.088040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8dbf76-7b43-4148-9cd8-ee7e99ac7e08,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:38.093560 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2333aaf1046347efa8805105b4b4b374&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9211681 Feb 11 19:20:38.096459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:38.096934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35870) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:38.098282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.115500 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:38.276373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=879b8ed6-1348-420e-b107-f7adcdbbce95,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:38.317471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:38.321830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb960497-554c-48b1-a8b3-2b31701b3de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.354926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb960497-554c-48b1-a8b3-2b31701b3de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.368811 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] 10.222.0.101 "DELETE /v2.0/networks/879b8ed6-1348-420e-b107-f7adcdbbce95 HTTP/1.1" status: 204 len: 168 time: 4.8891768 Feb 11 19:20:38.373233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35878) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:38.385389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.427628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:38.490424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-92eb3a4b-373e-4b2f-b03a-f36356d63a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:38.492347 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-92eb3a4b-373e-4b2f-b03a-f36356d63a30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecdc33f0-a2e9-4dea-b621-7831abf80dbb HTTP/1.1" status: 200 len: 906 time: 0.4666023 Feb 11 19:20:38.554062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35882) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:38.566091 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c1110-f971-4486-bc51-bd967a32d7de req-156a4d86-b4d1-49ab-9945-675d21397d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:38.567779 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b56c1110-f971-4486-bc51-bd967a32d7de req-156a4d86-b4d1-49ab-9945-675d21397d9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 909 time: 0.5340259 Feb 11 19:20:38.804182 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-d2fa48f7-78c6-458c-8605-4d23570462e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf4c00aa-d811-4a2f-84e2-611a28a33d36 HTTP/1.1" status: 200 len: 217 time: 0.2429702 Feb 11 19:20:38.818071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.829099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.840244 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b56c1110-f971-4486-bc51-bd967a32d7de req-9f03ec93-d1c8-402e-8e9f-a5414fbe1814 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b43e8448-db64-42ea-a575-641f3ccb9e5d HTTP/1.1" status: 200 len: 217 time: 0.1543071 Feb 11 19:20:38.853756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c63d8-9edc-4c40-977a-6064ee0eefb1 req-65a36800-e880-4997-9b68-1064cd9c81b3 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:38.855483 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-822c63d8-9edc-4c40-977a-6064ee0eefb1 req-65a36800-e880-4997-9b68-1064cd9c81b3 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 943 time: 0.6795723 Feb 11 19:20:38.864118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Deleting subnet f5d4557b-df27-4732-8e33-d5dbb1db3af7 {{(pid=79956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:20:38.884914 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.890533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Pushing event updated for resources: {'Port': ['ID=63fe2e3f-752a-49f3-a63a-eb328487b6da,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:38.946671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:38.958375 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb960497-554c-48b1-a8b3-2b31701b3de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:38.975919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d4257d86-eca1-4510-95bb-272bc4ed9639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:38.977736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:39.003243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb960497-554c-48b1-a8b3-2b31701b3de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8dbf76-7b43-4148-9cd8-ee7e99ac7e08,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:39.008576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:39.012034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Usage tracker for resource:security_group_rule and tenant:3ec68c448dbb4618981da05b8ff81839 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:39.016257 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-eb960497-554c-48b1-a8b3-2b31701b3de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:39.023752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:39.037249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-549fa4aa-1031-4565-97c6-0dbb5ff6a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:39.038869 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-549fa4aa-1031-4565-97c6-0dbb5ff6a9ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab362f10-7aee-4ef5-a543-d98062fe9904 HTTP/1.1" status: 200 len: 852 time: 0.2164383 Feb 11 19:20:39.042694 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-822c63d8-9edc-4c40-977a-6064ee0eefb1 req-ac40d528-ad3d-4f89-9a79-a76051d69ab3 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663339 Feb 11 19:20:39.047144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:39.076780 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:39.090869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:39.131864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c1110-f971-4486-bc51-bd967a32d7de req-7b1a446f-59ae-4abb-b2ad-ff2ff73b8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:39.133586 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b56c1110-f971-4486-bc51-bd967a32d7de req-7b1a446f-59ae-4abb-b2ad-ff2ff73b8968 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.2475731 Feb 11 19:20:39.135769 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-efc786da-5f20-4b44-9967-7f37e49c9d66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecdc33f0-a2e9-4dea-b621-7831abf80dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821517 Feb 11 19:20:39.144448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Network ad62029d-99da-4d6e-b984-8af4b002c570 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:39.153585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:39.158708 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eb960497-554c-48b1-a8b3-2b31701b3de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:39.163156 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-eb960497-554c-48b1-a8b3-2b31701b3de1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1d8dbf76-7b43-4148-9cd8-ee7e99ac7e08 HTTP/1.1" status: 204 len: 168 time: 1.0595300 Feb 11 19:20:39.178167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:39.189933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.objects.ports [None req-7b299f25-cba3-4243-8c44-2a341d72149b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=79957) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 19:20:39.256036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac90c66-323b-40e3-ae3d-6755bce3314f req-c6e4f111-f0f9-4855-98c5-40e693689ae0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:39.256828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-dac90c66-323b-40e3-ae3d-6755bce3314f req-c6e4f111-f0f9-4855-98c5-40e693689ae0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Synchronizing usage tracker for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:39.259904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:39.343375 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-609335fd-16b4-42d5-9eab-0154210795d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:39.412620 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b56c1110-f971-4486-bc51-bd967a32d7de req-df73c7a4-8d8f-4127-932e-815af472da21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221426 Feb 11 19:20:39.506512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'Port': ['ID=199300dd-03bf-4319-b469-7bdf94688c0c,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:39.558594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-dac90c66-323b-40e3-ae3d-6755bce3314f req-c6e4f111-f0f9-4855-98c5-40e693689ae0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Unset dirty status for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:39.559916 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dac90c66-323b-40e3-ae3d-6755bce3314f req-c6e4f111-f0f9-4855-98c5-40e693689ae0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 932 time: 1.1404417 Feb 11 19:20:39.571514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:39.696148 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35902) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:39.714572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:39.715295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:39.766496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:39.851115 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5832624 Feb 11 19:20:39.869785 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-e192dd33-e39a-4480-9023-5c9558dc53e2 service neutron] 10.222.0.42 "GET /v2.0/networks/ecdc33f0-a2e9-4dea-b621-7831abf80dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384626 Feb 11 19:20:39.889269 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dac90c66-323b-40e3-ae3d-6755bce3314f req-d89b8f0a-b3d4-401d-85bf-04142314fa48 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627103 Feb 11 19:20:39.918015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b569591-26f1-4f98-b199-86a6a2575783 req-2531ec0c-daa2-460b-a7b6-a7d3a7481059 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:39.919694 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8b569591-26f1-4f98-b199-86a6a2575783 req-2531ec0c-daa2-460b-a7b6-a7d3a7481059 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 943 time: 0.5779188 Feb 11 19:20:39.929751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:39.930733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Request body: {'port': {'device_id': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:39.938679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:39.945344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Usage tracker for resource:security_group_rule and tenant:f54ddc3fd36c4cc29860c849587a58b3 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:39.969467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:39.971991 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b56c1110-f971-4486-bc51-bd967a32d7de req-a0a59507-8b4a-43d2-be3b-702ef0974e79 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402274 Feb 11 19:20:39.990863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:40.013596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.027295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.028649 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3917222 Feb 11 19:20:40.057651 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8b569591-26f1-4f98-b199-86a6a2575783 req-e86ec8b0-d99f-455d-b061-f0ef6de36f3b tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209037 Feb 11 19:20:40.087302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for subnet, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.100735 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device dd81e640-9431-4eb6-a60e-51e0c762a316 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:40.262468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bbe4c30a-c7ca-42b1-9518-9990e40a7c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:40.274342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port dd81e640-9431-4eb6-a60e-51e0c762a316 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:40.293528 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port dd81e640-9431-4eb6-a60e-51e0c762a316 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:40.293958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.341603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d4557b-df27-4732-8e33-d5dbb1db3af7,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:40.359579 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:40.367605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.373140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.411840 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f5d4557b-df27-4732-8e33-d5dbb1db3af7 HTTP/1.1" status: 204 len: 168 time: 2.0345225 Feb 11 19:20:40.414221 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35920) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:40.435191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-31b773cf-1e0b-4163-b01d-1037a839af41 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:40.497318 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-acb95e54-a9e4-467f-8a49-0363b845587b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:40.561987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.577606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.595426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-766b94de-9d3a-4934-82d9-46770ae670da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:40.620922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-31b773cf-1e0b-4163-b01d-1037a839af41 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:40.622582 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-31b773cf-1e0b-4163-b01d-1037a839af41 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--821767352&fields=id&tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9 HTTP/1.1" status: 200 len: 267 time: 0.2861795 Feb 11 19:20:40.645642 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.673219 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3ec68c448dbb4618981da05b8ff81839&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1041689 Feb 11 19:20:40.686395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd81e640-9431-4eb6-a60e-51e0c762a316'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:40.689278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185eca6b-dacb-46d8-a2b8-c024c991cb0f,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:40.692102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35928) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:40.706623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:40.714136 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f54ddc3fd36c4cc29860c849587a58b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0146163 Feb 11 19:20:40.725897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.733084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.747643 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35934) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:40.763894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port dd81e640-9431-4eb6-a60e-51e0c762a316, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=dd81e640-9431-4eb6-a60e-51e0c762a316,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:40.765229 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-32c9345c-1484-42f8-b91a-59fa68f6dc02 req-cc70c383-c959-479b-9a9e-492a9f3f68a0 service neutron] 10.222.0.42 "GET /v2.0/networks/ecdc33f0-a2e9-4dea-b621-7831abf80dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8728881 Feb 11 19:20:40.768783 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:40.771201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:40.794000 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b56c1110-f971-4486-bc51-bd967a32d7de req-a0966b98-51f1-4620-95a5-1b7558c017ca service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7843635 Feb 11 19:20:40.845130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90f1db4-9730-4c5f-b1e5-dbf68980aacd,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:40.853045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:40.913351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=dd81e640-9431-4eb6-a60e-51e0c762a316,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:40.923653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:41.012459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc568fe5-ad1e-486c-9bac-42cfeb06d9b9 req-73ef3047-a110-45e6-abf1-fd4845cba82c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:41.015423 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fc568fe5-ad1e-486c-9bac-42cfeb06d9b9 req-73ef3047-a110-45e6-abf1-fd4845cba82c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 943 time: 0.6322491 Feb 11 19:20:41.091375 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.112518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e0b135ef-5f7c-4ae1-82aa-716f0463a17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.139421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a602-7873-45c8-b027-99078724777e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.202887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e0b135ef-5f7c-4ae1-82aa-716f0463a17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.268434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-e52d6a38-4d03-4652-bcf0-c6c09f5dad97 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:41.269459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-e52d6a38-4d03-4652-bcf0-c6c09f5dad97 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:network {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:41.293702 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fc568fe5-ad1e-486c-9bac-42cfeb06d9b9 req-d87bfb52-9ee1-4bc7-b4d3-149265251cbe tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310300 Feb 11 19:20:41.297769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a602-7873-45c8-b027-99078724777e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.333317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.334059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.336453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.336836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > port after_create 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.337217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > port after_delete 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.337784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > port after_update 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.337981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.338287 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.338799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.339162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.411623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.objects.ports [None req-479d9f69-509b-4959-beed-e0222c4c1ab2 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=79957) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 19:20:41.411819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.412259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.412683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.413059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79956) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 19:20:41.413448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638f7300-f768-4626-8607-67782f41a52c']}} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:41.428969 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a4b38c-944a-4643-880a-b593fba8e188') {'for_net_delete': True} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:41.429291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a4b38c-944a-4643-880a-b593fba8e188') {} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:20:41.444136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853521911'] for segment, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.451183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-e52d6a38-4d03-4652-bcf0-c6c09f5dad97 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:network {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:41.452543 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-e52d6a38-4d03-4652-bcf0-c6c09f5dad97 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 817 time: 0.8091960 Feb 11 19:20:41.470332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.473231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:20:41.501436 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-51398732-aee4-4794-89fb-92770b53557c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/quotas/f73e6c46a9404db7928eb4bc3c5a7ed9 HTTP/1.1" status: 200 len: 375 time: 0.0389898 Feb 11 19:20:41.549330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e0b135ef-5f7c-4ae1-82aa-716f0463a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.553249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a602-7873-45c8-b027-99078724777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.564900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c6725cd8-edfe-4084-a024-eab0852ecc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:41.598741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b135ef-5f7c-4ae1-82aa-716f0463a17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185eca6b-dacb-46d8-a2b8-c024c991cb0f,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:41.638543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a602-7873-45c8-b027-99078724777e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.647592 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ccc6a602-7873-45c8-b027-99078724777e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c90f1db4-9730-4c5f-b1e5-dbf68980aacd HTTP/1.1" status: 204 len: 168 time: 0.8868527 Feb 11 19:20:41.647592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e0b135ef-5f7c-4ae1-82aa-716f0463a17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.647592 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e0b135ef-5f7c-4ae1-82aa-716f0463a17e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/185eca6b-dacb-46d8-a2b8-c024c991cb0f HTTP/1.1" status: 204 len: 168 time: 0.9445457 Feb 11 19:20:41.663567 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6a602-7873-45c8-b027-99078724777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90f1db4-9730-4c5f-b1e5-dbf68980aacd,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:41.683431 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ccc6a602-7873-45c8-b027-99078724777e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:41.703920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:41.704416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:41.789312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Network 638f7300-f768-4626-8607-67782f41a52c has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:20:41.803637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852634883'] for segment, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:41.882615 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb00df-ba44-47fa-9b18-dff7ca371ee1 req-ea914376-77f9-4200-9d11-3a0c077ed868 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:41.890948 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7adb00df-ba44-47fa-9b18-dff7ca371ee1 req-ea914376-77f9-4200-9d11-3a0c077ed868 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 932 time: 0.4187584 Feb 11 19:20:41.895971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.resource_extend [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 19:20:42.054256 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7adb00df-ba44-47fa-9b18-dff7ca371ee1 req-cf60093d-8aac-47ce-8801-1fd1dcd91d9b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620493 Feb 11 19:20:42.067693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fe2e3f-752a-49f3-a63a-eb328487b6da {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:20:42.086334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:42.255278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Network 638f7300-f768-4626-8607-67782f41a52c has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: from cryptography.utils import int_from_bytes Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: from cryptography.utils import int_from_bytes Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: (rel_b, rel_a, rel_b), Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:20:42.302997 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:20:42.344404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 35974) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:42.379124 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:42.430313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:42.434761 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd81e640-9431-4eb6-a60e-51e0c762a316', 'code': 200} Feb 11 19:20:42.449297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2611e3afe48a4f908c7d2d8d1adf5d7c is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:42.452496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:42.464943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:42.473024 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-596b1080-ba0c-414e-ab1d-b312542ec61a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9223235 Feb 11 19:20:42.493033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:42.498268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:42.503678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Transition to ACTIVE for port object 63fe2e3f-752a-49f3-a63a-eb328487b6da will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:42.509875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:42.522026 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:42.531266 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] 10.222.0.101 "DELETE /v2.0/networks/638f7300-f768-4626-8607-67782f41a52c HTTP/1.1" status: 204 len: 168 time: 2.1152892 Feb 11 19:20:42.532319 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Pushing event deleted for resources: {'Network': ['ID=638f7300-f768-4626-8607-67782f41a52c,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:42.542024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-67d528bf-2c85-49cf-a76c-b0d011ee822c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:42.558752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:42.671810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:20:42.768342 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-7380026e-8dde-4718-a28a-b5ea7abca57b service neutron] 10.222.0.101 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251890 Feb 11 19:20:42.803214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35990) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:42.894065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Pushing event updated for resources: {'Port': ['ID=63fe2e3f-752a-49f3-a63a-eb328487b6da,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:42.897816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:42.951330 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f828b88f-6c63-4e7d-94d6-a18aaa6afd26 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9a2dae82f4654878ab0059842cd3de73&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1445062 Feb 11 19:20:42.958159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 35996) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:42.986013 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-bef63a98-c2bf-472d-917e-f7eeb30d2203 service neutron] 10.222.0.101 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2111983 Feb 11 19:20:43.042426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-407a0e38-3b9b-4946-8429-86c0d45b445c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.043199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be400c10-a107-4333-890c-b936db04abc6 req-6054252b-ffdb-4884-bd77-1754db8ae292 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:43.044961 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-be400c10-a107-4333-890c-b936db04abc6 req-6054252b-ffdb-4884-bd77-1754db8ae292 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 943 time: 0.4439123 Feb 11 19:20:43.055921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device cf4c00aa-d811-4a2f-84e2-611a28a33d36 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:43.101492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-407a0e38-3b9b-4946-8429-86c0d45b445c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.102691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.159075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port cf4c00aa-d811-4a2f-84e2-611a28a33d36 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:43.169464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port cf4c00aa-d811-4a2f-84e2-611a28a33d36 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:43.169897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.177101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.182546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-407a0e38-3b9b-4946-8429-86c0d45b445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.197997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:43.231151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-407a0e38-3b9b-4946-8429-86c0d45b445c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.235457 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-407a0e38-3b9b-4946-8429-86c0d45b445c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/845255d2-12f6-42b9-aa87-f81649b6e68c HTTP/1.1" status: 204 len: 168 time: 0.2762558 Feb 11 19:20:43.245095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a0e38-3b9b-4946-8429-86c0d45b445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845255d2-12f6-42b9-aa87-f81649b6e68c,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:43.253295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-407a0e38-3b9b-4946-8429-86c0d45b445c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:43.305914 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ccc6a602-7873-45c8-b027-99078724777e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:43.433249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-58250e43-0e40-47e0-81bc-63859d7cd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:43.436014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.440028 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-58250e43-0e40-47e0-81bc-63859d7cd957 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1163 time: 0.6563146 Feb 11 19:20:43.520260 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-be400c10-a107-4333-890c-b936db04abc6 req-8dbd9fb6-167e-49ab-8ab1-4e16a5a82bc4 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639843 Feb 11 19:20:43.535693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port cf4c00aa-d811-4a2f-84e2-611a28a33d36, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cf4c00aa-d811-4a2f-84e2-611a28a33d36,segment=NetworkSegment(6af34374-d0e5-4cf8-aa71-1e7ec2e50642),segment_id=6af34374-d0e5-4cf8-aa71-1e7ec2e50642)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:43.548647 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:43.551279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device dd81e640-9431-4eb6-a60e-51e0c762a316 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:43.642774 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c632fe8-58d4-42f3-893e-66927fbba13a req-eb73575a-e687-4433-a4d7-c6b541722f93 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:43.650551 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1c632fe8-58d4-42f3-893e-66927fbba13a req-eb73575a-e687-4433-a4d7-c6b541722f93 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 943 time: 0.2264738 Feb 11 19:20:43.724981 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1c632fe8-58d4-42f3-893e-66927fbba13a req-91c950dc-de54-4b38-babc-34e314d89d9f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733230 Feb 11 19:20:43.762520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:43.899929 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2ad0c446-f13c-4348-9e4b-1192da84b1ae req-58c9c276-4d8d-4ab0-9c63-00610f631bc6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 210 time: 0.0654571 Feb 11 19:20:43.903820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=cf4c00aa-d811-4a2f-84e2-611a28a33d36,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:43.919536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:43.943701 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port dd81e640-9431-4eb6-a60e-51e0c762a316 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:43.945909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.125362 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b43e8448-db64-42ea-a575-641f3ccb9e5d up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:44.198031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30187910-2973-4d77-987b-155a7532e9cb,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:44.202313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.227785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port b43e8448-db64-42ea-a575-641f3ccb9e5d completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:44.234711 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port b43e8448-db64-42ea-a575-641f3ccb9e5d triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:44.237107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.241167 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2611e3afe48a4f908c7d2d8d1adf5d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8955870 Feb 11 19:20:44.244168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36036) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:44.258739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:44.273220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:44.273390 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36040) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:44.287109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Usage tracker for resource:security_group_rule and tenant:cfb025eeeab245f88638a80c03868fff is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:44.419805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.419999 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2ab68da3-e2a3-4d15-9906-c62027db41f0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e2d75d87cde74e5aafbdfd65751d2c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430728 Feb 11 19:20:44.427511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36048) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:44.437756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e87d33-c813-4932-ac8d-5bb95392754e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4c00aa-d811-4a2f-84e2-611a28a33d36'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:44.453966 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:44.461078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port b43e8448-db64-42ea-a575-641f3ccb9e5d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b43e8448-db64-42ea-a575-641f3ccb9e5d,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:44.464944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.470485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Attempting to bind port 63fe2e3f-752a-49f3-a63a-eb328487b6da on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:44.470862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Attempting to bind port 63fe2e3f-752a-49f3-a63a-eb328487b6da by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:44.471231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Attempting to bind port 63fe2e3f-752a-49f3-a63a-eb328487b6da on network ad62029d-99da-4d6e-b984-8af4b002c570 {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:44.475256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c5604851-012d-4483-ba83-a57b99e3ae5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:44.495792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b13bf20-39f3-4546-8d1b-ed30fac9f699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.518000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:44.568475 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b13bf20-39f3-4546-8d1b-ed30fac9f699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.626096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5d3f443a-b887-41ba-a4b3-2be58c29579c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.639051 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e87d33-c813-4932-ac8d-5bb95392754e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4c00aa-d811-4a2f-84e2-611a28a33d36', 'code': 200} Feb 11 19:20:44.640887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=b43e8448-db64-42ea-a575-641f3ccb9e5d,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:44.650070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:44.650579 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.662175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:44.662564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Checking segment: {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:44.662971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.663368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Bound using segment: {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:44.664011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Bound port: 63fe2e3f-752a-49f3-a63a-eb328487b6da, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52274ed-9547-496f-a82b-01b5b5c8e471', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad62029d-99da-4d6e-b984-8af4b002c570'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:44.664810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.673423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5d3f443a-b887-41ba-a4b3-2be58c29579c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.682790 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.709043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:44.711188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b13bf20-39f3-4546-8d1b-ed30fac9f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.723223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4267f786-9a1e-4db1-9464-9850cd241829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:44.741046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13bf20-39f3-4546-8d1b-ed30fac9f699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30187910-2973-4d77-987b-155a7532e9cb,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:44.744373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8b13bf20-39f3-4546-8d1b-ed30fac9f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:44.746174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b13bf20-39f3-4546-8d1b-ed30fac9f699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.750111 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8b13bf20-39f3-4546-8d1b-ed30fac9f699 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/30187910-2973-4d77-987b-155a7532e9cb HTTP/1.1" status: 204 len: 168 time: 0.5022197 Feb 11 19:20:44.763794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5d3f443a-b887-41ba-a4b3-2be58c29579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.773666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:44.793898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5d3f443a-b887-41ba-a4b3-2be58c29579c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.795066 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5d3f443a-b887-41ba-a4b3-2be58c29579c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0c29796f-99c8-49e8-ad3d-8b3080cfdaae HTTP/1.1" status: 204 len: 168 time: 0.3631651 Feb 11 19:20:44.796901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f443a-b887-41ba-a4b3-2be58c29579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c29796f-99c8-49e8-ad3d-8b3080cfdaae,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:44.853714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] For port 63fe2e3f-752a-49f3-a63a-eb328487b6da, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:44.853939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5d3f443a-b887-41ba-a4b3-2be58c29579c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:44.856906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] For port 63fe2e3f-752a-49f3-a63a-eb328487b6da, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=63fe2e3f-752a-49f3-a63a-eb328487b6da,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:44.872076 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7c3541dd-25e4-4812-a59b-e934f2311f2e req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3974681 Feb 11 19:20:44.873316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:44.984264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bb47d-ad9e-420d-a4f5-05ca69dab021 req-2ce4f2e0-41e5-4a7a-8b64-b75c140deb54 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:44.998159 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f95bb47d-ad9e-420d-a4f5-05ca69dab021 req-2ce4f2e0-41e5-4a7a-8b64-b75c140deb54 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 945 time: 0.1996226 Feb 11 19:20:45.006717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=067537db-b4f3-4e6c-a13f-bdf91b809208,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:45.014349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:45.015109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:45.062110 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f95bb47d-ad9e-420d-a4f5-05ca69dab021 req-b61e1a8b-8484-4528-b949-84045a5f8724 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685773 Feb 11 19:20:45.233703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f27a-7156-45e1-803d-13c3e2dc67fe req-b485e54d-329f-453b-8439-886d06898917 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:45.242482 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0457f27a-7156-45e1-803d-13c3e2dc67fe req-b485e54d-329f-453b-8439-886d06898917 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 944 time: 1.0455005 Feb 11 19:20:45.352670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Pushing event updated for resources: {'Port': ['ID=63fe2e3f-752a-49f3-a63a-eb328487b6da,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:45.379585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:45.380389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:45.382158 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] 10.222.0.42 "PUT /v2.0/ports/63fe2e3f-752a-49f3-a63a-eb328487b6da HTTP/1.1" status: 200 len: 1158 time: 5.4862006 Feb 11 19:20:45.384910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:45.385492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'tag': '63fe2e3f-752a-49f3-a63a-eb328487b6da'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:45.430946 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0457f27a-7156-45e1-803d-13c3e2dc67fe req-7731c078-afb1-4e42-b119-9c9ff864639c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874626 Feb 11 19:20:45.453263 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b88bf4-60a7-4b3a-b4c5-bfa4a6e465f8 req-6c5599f5-59c3-4559-a849-cd63ad0c0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:45.454913 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-82b88bf4-60a7-4b3a-b4c5-bfa4a6e465f8 req-6c5599f5-59c3-4559-a849-cd63ad0c0e16 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 1162 time: 0.1578236 Feb 11 19:20:45.466711 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d94f9-5c9b-450a-9679-e35f86eeface req-e883834e-8aed-4ba4-8b2a-0733676d85cb tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:45.469104 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f24d94f9-5c9b-450a-9679-e35f86eeface req-e883834e-8aed-4ba4-8b2a-0733676d85cb tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.2660863 Feb 11 19:20:45.509502 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b43e8448-db64-42ea-a575-641f3ccb9e5d up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:45.655462 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f24d94f9-5c9b-450a-9679-e35f86eeface req-d7b070b1-cd2e-4290-807f-4da1430911fd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797709 Feb 11 19:20:45.753828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port b43e8448-db64-42ea-a575-641f3ccb9e5d triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:45.754417 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:45.797356 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-82b88bf4-60a7-4b3a-b4c5-bfa4a6e465f8 req-715952fe-ca79-4456-8508-e44c88eda26c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051527 Feb 11 19:20:45.813743 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-17149987-8555-473b-816f-68e5586749da req-321e6695-e7e0-46f0-9998-340b126ca96d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:45.878720 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'tag': '63fe2e3f-752a-49f3-a63a-eb328487b6da', 'status': 'completed', 'code': 200} Feb 11 19:20:45.927325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-3acc9a05-1a1e-4004-a7ee-a14b76075f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:45.928668 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-3acc9a05-1a1e-4004-a7ee-a14b76075f3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 1161 time: 0.4353416 Feb 11 19:20:45.929338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-17149987-8555-473b-816f-68e5586749da req-321e6695-e7e0-46f0-9998-340b126ca96d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:45.930450 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-17149987-8555-473b-816f-68e5586749da req-321e6695-e7e0-46f0-9998-340b126ca96d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 210 time: 0.2609715 Feb 11 19:20:46.021316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device cf4c00aa-d811-4a2f-84e2-611a28a33d36 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:46.094401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-35fdd046-349c-444e-a7f5-cad13fc735aa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:46.097422 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-35fdd046-349c-444e-a7f5-cad13fc735aa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 817 time: 0.3570023 Feb 11 19:20:46.138423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port cf4c00aa-d811-4a2f-84e2-611a28a33d36 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:46.139093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:46.289249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device dd81e640-9431-4eb6-a60e-51e0c762a316 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:46.410651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port dd81e640-9431-4eb6-a60e-51e0c762a316 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:46.410845 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-b8ed93ca-757e-4e48-8278-b6ea3ac07952 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63fe2e3f-752a-49f3-a63a-eb328487b6da HTTP/1.1" status: 200 len: 217 time: 0.1662233 Feb 11 19:20:46.411229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:46.515310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-9d01c19c-6690-4d91-b435-b1d64381d4f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:security_group {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:46.623388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-9d8de754-0b14-428d-9051-97bc604322a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:46.635119 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-9d8de754-0b14-428d-9051-97bc604322a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.1614799 Feb 11 19:20:46.636103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-9d01c19c-6690-4d91-b435-b1d64381d4f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:security_group {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:46.638079 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-9d01c19c-6690-4d91-b435-b1d64381d4f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9 HTTP/1.1" status: 200 len: 5704 time: 0.4195864 Feb 11 19:20:46.643806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be6f2b0-9edd-4039-a8e0-2c93eae2cb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43e8448-db64-42ea-a575-641f3ccb9e5d'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:46.666917 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c307000-fe1c-4bc3-b756-3d557f441397 req-fe95b121-abe9-4fe7-8060-a5f41c0e9fbf tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:46.668808 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8c307000-fe1c-4bc3-b756-3d557f441397 req-fe95b121-abe9-4fe7-8060-a5f41c0e9fbf tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 945 time: 0.3959446 Feb 11 19:20:46.730695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'port': {'device_id': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'admin_state_up': True, 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'security_groups': ['4c7ba56b-a498-4897-9422-282781c60b75']}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:46.768749 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8c307000-fe1c-4bc3-b756-3d557f441397 req-ec79bfc9-3dc2-47fb-84bc-a8bf1eb58cb2 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920310 Feb 11 19:20:46.821548 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-e83e601a-292f-4c5a-b3c7-b000eb49f8d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757388 Feb 11 19:20:46.844475 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be6f2b0-9edd-4039-a8e0-2c93eae2cb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43e8448-db64-42ea-a575-641f3ccb9e5d', 'code': 200} Feb 11 19:20:47.036559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b43e8448-db64-42ea-a575-641f3ccb9e5d up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:47.161349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port b43e8448-db64-42ea-a575-641f3ccb9e5d triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:47.162047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:47.342276 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ad4d3-203a-4f42-bd0b-2a3780916e80 req-b1e9a2ea-a7bf-40ab-9407-ad1600ccd3c4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:47.353368 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-896ad4d3-203a-4f42-bd0b-2a3780916e80 req-b1e9a2ea-a7bf-40ab-9407-ad1600ccd3c4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.3811605 Feb 11 19:20:47.403566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bbdc5-12bb-41d3-8aa6-427ca4acc4b7 req-3ac2735e-84da-4f89-8a69-e94542b7f4ce tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:47.422192 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd6bbdc5-12bb-41d3-8aa6-427ca4acc4b7 req-3ac2735e-84da-4f89-8a69-e94542b7f4ce tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 944 time: 0.6727760 Feb 11 19:20:47.482481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:47.491773 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-896ad4d3-203a-4f42-bd0b-2a3780916e80 req-9a4d3e58-defe-4175-8f7d-5a95cc850bdd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301463 Feb 11 19:20:47.494564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:47.499842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36152) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:47.571322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Made reservation on behalf of f73e6c46a9404db7928eb4bc3c5a7ed9 for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:20:47.602992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:47.713556 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ee65222-1dff-4cab-8bfd-6d687d0f3471 req-ba33e9a6-3f77-45ea-a3d4-e6b20723fa6d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 210 time: 0.0753043 Feb 11 19:20:47.749932 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-6308643b-8865-411c-837d-51edbddfe240 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9062438 Feb 11 19:20:47.808413 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd6bbdc5-12bb-41d3-8aa6-427ca4acc4b7 req-7f5d71a9-c70a-4e64-8f4a-5a3fab85626b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851404 Feb 11 19:20:48.034548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:48.127716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:48.150510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Usage tracker for resource:security_group_rule and tenant:8344e990b6e9416b9e70412eb910821a is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:48.156635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:48.166556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:48.307255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:48.397751 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aec857bc-b4f6-4e1a-b5cc-f04a1f67ca1b req-902703bf-7942-46ed-8b93-b6db71b4ca88 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6297758 Feb 11 19:20:48.414187 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496897a-a212-4d39-86c1-f9cae45e3965 req-26d59cb0-44ad-4e15-bbe7-bfc9622c4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:48.416137 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9496897a-a212-4d39-86c1-f9cae45e3965 req-26d59cb0-44ad-4e15-bbe7-bfc9622c4104 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 1162 time: 0.9917898 Feb 11 19:20:48.434013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482916f-d6b1-4e1e-89fa-0cc8ba6646d6 req-43c22b72-6961-4df1-912c-bc5bd8809b39 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:48.436710 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3482916f-d6b1-4e1e-89fa-0cc8ba6646d6 req-43c22b72-6961-4df1-912c-bc5bd8809b39 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 945 time: 0.3725595 Feb 11 19:20:48.438474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:48.506634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-aa97ab78-d3d9-4a72-9d9c-e6b1342fe746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:48.518324 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8344e990b6e9416b9e70412eb910821a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0167599 Feb 11 19:20:48.528959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36178) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:48.622089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Allocated IP 172.20.0.10 (0ab4b94d-4938-4b9a-b775-762a0653c099/8256882b-0956-4005-aec4-0810c6dec7b3/e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:20:48.630964 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3482916f-d6b1-4e1e-89fa-0cc8ba6646d6 req-d40625be-20b3-4714-a910-82d72e6eefda tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576886 Feb 11 19:20:48.651333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c98c0884-7109-4e5c-93e3-e264e4b3d992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:48.696140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c98c0884-7109-4e5c-93e3-e264e4b3d992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:48.738991 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693e1324-a05c-490a-92ae-9b0095a10795,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:48.744105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:48.757749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c98c0884-7109-4e5c-93e3-e264e4b3d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:48.771513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f61ed39e-cb63-4898-bb88-e9b0712a2968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:48.786287 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c0884-7109-4e5c-93e3-e264e4b3d992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e1324-a05c-490a-92ae-9b0095a10795,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:48.796363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c98c0884-7109-4e5c-93e3-e264e4b3d992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:48.798584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c98c0884-7109-4e5c-93e3-e264e4b3d992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:48.799817 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c98c0884-7109-4e5c-93e3-e264e4b3d992 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/693e1324-a05c-490a-92ae-9b0095a10795 HTTP/1.1" status: 204 len: 168 time: 0.2649152 Feb 11 19:20:49.005699 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-785dd0f9-33a7-4a47-8153-5294ea6664d9 req-5a32e1d6-496f-4ac6-8b2a-f4959190344d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 210 time: 0.0714087 Feb 11 19:20:49.226958 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9496897a-a212-4d39-86c1-f9cae45e3965 req-83d14a56-3b4f-4703-ae6e-75b17bbb6d43 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996509 Feb 11 19:20:49.366168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:49.482316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d875-4844-43e5-9490-a073275fa352 req-f0b03ab5-2c1a-42ad-b4b9-d6011b0e2519 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:49.485919 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f2b9d875-4844-43e5-9490-a073275fa352 req-f0b03ab5-2c1a-42ad-b4b9-d6011b0e2519 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 944 time: 0.3360023 Feb 11 19:20:49.598601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f641a0a-cea1-43b5-b512-b7a2cd46a4bf req-f5a9db31-1a7d-44a4-a2eb-ea514506a47e tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:49.599144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-f2b9d875-4844-43e5-9490-a073275fa352 req-deeac965-bddc-438b-b792-d15388fb45e5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Synchronizing usage tracker for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:49.606764 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1f641a0a-cea1-43b5-b512-b7a2cd46a4bf req-f5a9db31-1a7d-44a4-a2eb-ea514506a47e tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.5583227 Feb 11 19:20:49.621924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-f2b9d875-4844-43e5-9490-a073275fa352 req-deeac965-bddc-438b-b792-d15388fb45e5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Unset dirty status for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:49.637523 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f2b9d875-4844-43e5-9490-a073275fa352 req-deeac965-bddc-438b-b792-d15388fb45e5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379578 Feb 11 19:20:49.651176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Transition to ACTIVE for port object e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf will not be triggered until provisioned by entity DHCP. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:49.667576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-3fd15c94-4f15-4a97-bcf7-4eebf8e55d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:49.669187 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-3fd15c94-4f15-4a97-bcf7-4eebf8e55d25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 1161 time: 1.0434453 Feb 11 19:20:49.738987 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1f641a0a-cea1-43b5-b512-b7a2cd46a4bf req-4d47c00d-8972-483c-852a-ff3497b14aa5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311681 Feb 11 19:20:49.748492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36226) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:49.775278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:49.805696 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:49.812479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b6486e2c6d094659b7c1d491a272868c is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:49.816189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:49.823919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:49.911199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-4ce8d5d8-4927-4a2d-9dcf-93b523274cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:49.913577 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-4ce8d5d8-4927-4a2d-9dcf-93b523274cf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 911 time: 0.2348218 Feb 11 19:20:49.938907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:49.943044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:49.953697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c98c0884-7109-4e5c-93e3-e264e4b3d992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:49.987080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2ce500-c404-4006-b626-84bd95e9c7ab,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:49.992972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:50.001579 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-28ebbda4-734a-46de-b4f6-d16a15e0ab58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63fe2e3f-752a-49f3-a63a-eb328487b6da HTTP/1.1" status: 200 len: 217 time: 0.0783160 Feb 11 19:20:50.018087 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b6486e2c6d094659b7c1d491a272868c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659061 Feb 11 19:20:50.018471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36234) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:50.094831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1789dd01-af80-4f52-aced-202d6b0bf01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:50.111917 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:50.114806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-4d1d22d2-bdb5-4dc2-897d-d272deb3e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:50.116884 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-4d1d22d2-bdb5-4dc2-897d-d272deb3e614 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.0956297 Feb 11 19:20:50.133031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1789dd01-af80-4f52-aced-202d6b0bf01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:50.192620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1789dd01-af80-4f52-aced-202d6b0bf01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:50.202798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5b9446d6-fd78-4f8b-8959-377d3d1d38b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:50.228018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789dd01-af80-4f52-aced-202d6b0bf01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2ce500-c404-4006-b626-84bd95e9c7ab,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:50.231166 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1789dd01-af80-4f52-aced-202d6b0bf01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:50.232908 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1789dd01-af80-4f52-aced-202d6b0bf01d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1d2ce500-c404-4006-b626-84bd95e9c7ab HTTP/1.1" status: 204 len: 168 time: 0.2134516 Feb 11 19:20:50.234606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1789dd01-af80-4f52-aced-202d6b0bf01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:50.416157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:50.454479 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-6377c4cc-b01b-48e6-a1a1-1492a16db57c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3290713 Feb 11 19:20:50.456625 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23e090-ec8e-4e0f-af27-7544b443c580 req-aa35feee-8ba9-4bb5-98f5-05868e001874 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:50.465642 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9e23e090-ec8e-4e0f-af27-7544b443c580 req-aa35feee-8ba9-4bb5-98f5-05868e001874 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 932 time: 0.2394888 Feb 11 19:20:50.551001 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9e23e090-ec8e-4e0f-af27-7544b443c580 req-61f54496-2099-4ec0-bcb3-b6a04e4a42fa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830126 Feb 11 19:20:50.669814 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-30b313ed-54b4-4862-b468-63cc4a36758e service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743078 Feb 11 19:20:50.686893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:20:50.687870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'Port': ['ID=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:50.690837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:20:50.693844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:50.693844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:20:51.038561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-3f9f5d60-dac8-4d61-9cf7-e2288a04eb91 None None] Provisioning for port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:51.058706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-3f9f5d60-dac8-4d61-9cf7-e2288a04eb91 None None] Provisioning complete for port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:51.060763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5d60-dac8-4d61-9cf7-e2288a04eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:51.115807 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-237550ea-3da2-4d6d-924e-0e0b62e2eff3 req-05a5ad40-de7e-4c0c-bbef-8e55982d5c35 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3827078 Feb 11 19:20:51.214843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f5d60-dac8-4d61-9cf7-e2288a04eb91 None None] Port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:20:51.223962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b43e8448-db64-42ea-a575-641f3ccb9e5d up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:51.257061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:51.257931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:51.330481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port b43e8448-db64-42ea-a575-641f3ccb9e5d triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:51.331786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:51.442555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cadfeb-7ee3-46ec-a3ab-c116f8aca457 req-d5793ca3-17eb-45ee-a583-9e2a62fde774 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:51.450274 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26cadfeb-7ee3-46ec-a3ab-c116f8aca457 req-d5793ca3-17eb-45ee-a583-9e2a62fde774 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.4722919 Feb 11 19:20:51.529029 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26cadfeb-7ee3-46ec-a3ab-c116f8aca457 req-80e30ee1-a734-4e75-a5d4-8d794f409e53 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777032 Feb 11 19:20:51.559285 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7ff85-5f16-4cdf-aea6-d4935b243558 req-0151e13a-9628-4c84-9ebb-6bfa11cfcee1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:51.559285 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f5d7ff85-5f16-4cdf-aea6-d4935b243558 req-0151e13a-9628-4c84-9ebb-6bfa11cfcee1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 944 time: 0.6072173 Feb 11 19:20:51.565931 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8454442 Feb 11 19:20:51.619690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Request body: {'port': {'device_id': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:20:51.702333 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f5d7ff85-5f16-4cdf-aea6-d4935b243558 req-0f8ec77d-06e5-4242-9411-3f12969d2815 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327822 Feb 11 19:20:51.785481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:52.312470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5ef4f-f8ad-4a6f-9ee4-052eaaa0d23d req-17394c70-1f3e-48e7-b934-b3a7f0ad76c8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:52.313265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1bc5ef4f-f8ad-4a6f-9ee4-052eaaa0d23d req-17394c70-1f3e-48e7-b934-b3a7f0ad76c8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:52.343928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1bc5ef4f-f8ad-4a6f-9ee4-052eaaa0d23d req-17394c70-1f3e-48e7-b934-b3a7f0ad76c8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:52.345295 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1bc5ef4f-f8ad-4a6f-9ee4-052eaaa0d23d req-17394c70-1f3e-48e7-b934-b3a7f0ad76c8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 932 time: 0.3819129 Feb 11 19:20:52.619050 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1bc5ef4f-f8ad-4a6f-9ee4-052eaaa0d23d req-cf507bd7-0510-47e1-9fe8-e1c6e692fcf0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585609 Feb 11 19:20:52.872081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78b4f-7b9a-4ab1-bfd3-dcae8838e3d4 req-ad37a6ad-f6d5-4937-a94d-c77ba7c2131c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:52.880889 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e2a78b4f-7b9a-4ab1-bfd3-dcae8838e3d4 req-ad37a6ad-f6d5-4937-a94d-c77ba7c2131c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.2031171 Feb 11 19:20:52.891748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:20:52.911581 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:52.926150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Transition to ACTIVE for port object e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:20:52.931124 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:52.962278 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e2a78b4f-7b9a-4ab1-bfd3-dcae8838e3d4 req-3022f2c6-733e-4b23-8426-d2f74345457a tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802312 Feb 11 19:20:53.173060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:53.247165 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Pushing event updated for resources: {'Port': ['ID=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:53.340317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:53.538787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba705a-f060-497a-9402-0109f2eb7af1 req-d346c203-cb8c-4155-a4e4-131a74ee2082 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:53.540528 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1cba705a-f060-497a-9402-0109f2eb7af1 req-d346c203-cb8c-4155-a4e4-131a74ee2082 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 944 time: 0.3693266 Feb 11 19:20:53.787948 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1cba705a-f060-497a-9402-0109f2eb7af1 req-3f3aa975-0803-476e-8ac6-12b1628fdbcd tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628819 Feb 11 19:20:53.801824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 63fe2e3f-752a-49f3-a63a-eb328487b6da up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:53.809654 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Attempting to bind port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:20:53.809953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Attempting to bind port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:20:53.810324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Attempting to bind port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf on network 0ab4b94d-4938-4b9a-b775-762a0653c099 {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:20:53.817537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:20:53.817918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Checking segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:20:53.818331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:53.818729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Bound using segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:20:53.819212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Bound port: e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:20:53.819587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:53.950408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 63fe2e3f-752a-49f3-a63a-eb328487b6da completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:20:53.958808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 63fe2e3f-752a-49f3-a63a-eb328487b6da triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:53.959398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:53.962864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] For port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:20:53.966491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] For port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:20:53.971341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:54.091240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:54.110355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dca34-f44a-4157-b656-268dd4e2d4dd req-ee6ee871-acd3-4c3a-a188-ed5a2b34cda6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:54.112633 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-554dca34-f44a-4157-b656-268dd4e2d4dd req-ee6ee871-acd3-4c3a-a188-ed5a2b34cda6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.2516999 Feb 11 19:20:54.115154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e8c8002d-4543-49db-9dbb-2471a06eebe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:54.143625 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 63fe2e3f-752a-49f3-a63a-eb328487b6da, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=63fe2e3f-752a-49f3-a63a-eb328487b6da,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:20:54.145281 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fe2e3f-752a-49f3-a63a-eb328487b6da'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:54.151487 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:54.153433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1e8e9a70-3401-469b-847b-3e53e8388de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:54.262060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=63fe2e3f-752a-49f3-a63a-eb328487b6da,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:54.267941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:54.277719 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fe2e3f-752a-49f3-a63a-eb328487b6da', 'code': 200} Feb 11 19:20:54.322814 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-554dca34-f44a-4157-b656-268dd4e2d4dd req-008ce13c-9590-4eb8-9e43-147cccb3f426 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018509 Feb 11 19:20:54.365800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Pushing event updated for resources: {'Port': ['ID=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:54.375566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.376078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.376600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.377097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.377586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.378609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.379113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.379772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.380270 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.380775 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.381313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.381806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.382452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.382881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.383385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.383867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.384367 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.384965 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.385440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.385933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.386423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.386903 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.387536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.387982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:54.397984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:54.406940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:54.408062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:54.409689 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] 10.222.0.42 "PUT /v2.0/ports/e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf HTTP/1.1" status: 200 len: 1158 time: 2.8004196 Feb 11 19:20:54.410272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:20:54.497965 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'status': 'completed', 'code': 200} Feb 11 19:20:54.708605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d340179c-afeb-4187-b91b-4f61d60d05ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:54.736140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e833a5-39c4-40fe-99b9-a9c3756191d6 req-143e1530-e043-44e9-b35d-41c402b43a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:54.738690 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-70e833a5-39c4-40fe-99b9-a9c3756191d6 req-143e1530-e043-44e9-b35d-41c402b43a0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 1163 time: 0.1225486 Feb 11 19:20:54.744784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-bcbc9beb-8d5e-403d-af1a-dc23e46f097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:54.746316 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-bcbc9beb-8d5e-403d-af1a-dc23e46f097d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 1161 time: 0.2052896 Feb 11 19:20:54.895843 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-38833a18-34f5-442c-b7f8-707be8682062 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf HTTP/1.1" status: 200 len: 217 time: 0.1135454 Feb 11 19:20:54.992671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-2fcb5e5c-6d39-49ab-841e-9f8e4aad3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:54.994559 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-2fcb5e5c-6d39-49ab-841e-9f8e4aad3de8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0831506 Feb 11 19:20:55.067380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-70e833a5-39c4-40fe-99b9-a9c3756191d6 req-33cb8686-095a-489a-b64e-c5bccdd4fe42 service neutron] Synchronizing usage tracker for tenant:cfb025eeeab245f88638a80c03868fff on resource:security_group {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:20:55.153897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 63fe2e3f-752a-49f3-a63a-eb328487b6da up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:20:55.178493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-70e833a5-39c4-40fe-99b9-a9c3756191d6 req-33cb8686-095a-489a-b64e-c5bccdd4fe42 service neutron] Unset dirty status for tenant:cfb025eeeab245f88638a80c03868fff on resource:security_group {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:20:55.179860 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-70e833a5-39c4-40fe-99b9-a9c3756191d6 req-33cb8686-095a-489a-b64e-c5bccdd4fe42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128745 Feb 11 19:20:55.202517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-5a430925-73fd-430e-abdd-5a5aa663ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:55.204512 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-5a430925-73fd-430e-abdd-5a5aa663ee03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1912990 Feb 11 19:20:55.343649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 63fe2e3f-752a-49f3-a63a-eb328487b6da triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:20:55.343910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:55.372149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec09d-9ed1-4ecb-9b42-288c8eedbd8a req-4a78b9e8-43dd-4ccf-9fd0-162333bbec40 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:55.373929 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-03fec09d-9ed1-4ecb-9b42-288c8eedbd8a req-4a78b9e8-43dd-4ccf-9fd0-162333bbec40 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.3173246 Feb 11 19:20:55.474272 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-03fec09d-9ed1-4ecb-9b42-288c8eedbd8a req-6ab9e90c-088b-4eb1-9006-c25101e5c880 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935345 Feb 11 19:20:55.789715 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-d97f19e6-c8a6-4c81-9bad-702459e95f0c service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495964 Feb 11 19:20:55.939434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd2b3a-1f42-479f-b9fe-2ce051770171 req-46b2155b-d0bf-4102-bb7b-73a575d4a18e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:55.947914 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c5dd2b3a-1f42-479f-b9fe-2ce051770171 req-46b2155b-d0bf-4102-bb7b-73a575d4a18e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.3276622 Feb 11 19:20:56.109089 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c5dd2b3a-1f42-479f-b9fe-2ce051770171 req-84b3a807-d3cf-41c9-8593-edcd2c2fe6bf tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602223 Feb 11 19:20:56.153784 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6ae3dfc6-f2c2-40e0-8bf9-f778d9a922fc req-0dfb403b-991e-4ad6-a877-96c58d4e90d2 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3532000 Feb 11 19:20:56.375368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36486) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:56.487666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58131415-6040-49ba-878b-bf3a857c5411 req-d0b7ec7f-6994-4783-93a5-aa676e348162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:56.489641 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58131415-6040-49ba-878b-bf3a857c5411 req-d0b7ec7f-6994-4783-93a5-aa676e348162 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 1161 time: 0.1621063 Feb 11 19:20:56.605103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:56.624709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:56.630426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c3e707ac894b76befb3311519bf90f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:56.634956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:56.642202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:56.810605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:56.817164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:56.828385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:56.908602 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e1c3e707ac894b76befb3311519bf90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318668 Feb 11 19:20:56.914923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36512) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:56.916241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f776b70-b15b-40be-9136-c0374e779fe9,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:56.916721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035c3c-96d6-41b3-825e-57bd8ac1c141 req-88e14bcd-ed68-42d3-8ae9-64daa0dae7a3 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:56.929368 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05035c3c-96d6-41b3-825e-57bd8ac1c141 req-88e14bcd-ed68-42d3-8ae9-64daa0dae7a3 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 945 time: 0.3596015 Feb 11 19:20:56.931391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58131415-6040-49ba-878b-bf3a857c5411 req-4c0a73aa-11e9-4281-9f44-0d59cf02d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:56.934096 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58131415-6040-49ba-878b-bf3a857c5411 req-4c0a73aa-11e9-4281-9f44-0d59cf02d226 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.4023652 Feb 11 19:20:56.990059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.990550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.990867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.991290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.991793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.992227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.992693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.993079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.993462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.993845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.994222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.994600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.995050 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.995423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.995833 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.996214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.996657 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.997032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.997383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.998707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.999289 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:56.999847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:57.000434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:57.001037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:20:57.010472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:57.116320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa55e50-e8be-4077-b949-7cf5a166a079 req-d86dc09f-cd40-44ff-b579-2929bc0a8ffa tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:57.124332 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfa55e50-e8be-4077-b949-7cf5a166a079 req-d86dc09f-cd40-44ff-b579-2929bc0a8ffa tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.4119873 Feb 11 19:20:57.169936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-af3bd320-733f-4d87-9a59-664198eeb913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:57.212610 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfa55e50-e8be-4077-b949-7cf5a166a079 req-da93ce7c-bfad-43b0-a7f3-8b02b072906b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869689 Feb 11 19:20:57.302490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-af3bd320-733f-4d87-9a59-664198eeb913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:57.370939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b4ffe7f9-5557-4856-8b32-7db4237541b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:57.435405 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58131415-6040-49ba-878b-bf3a857c5411 req-3d5bc67b-43f0-4425-bde2-bbc1579f8dbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf HTTP/1.1" status: 200 len: 217 time: 0.4575775 Feb 11 19:20:57.436340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-af3bd320-733f-4d87-9a59-664198eeb913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:57.443115 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:57.466167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bd320-733f-4d87-9a59-664198eeb913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f776b70-b15b-40be-9136-c0374e779fe9,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:57.479931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-af3bd320-733f-4d87-9a59-664198eeb913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:57.490849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-af3bd320-733f-4d87-9a59-664198eeb913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:57.492501 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-af3bd320-733f-4d87-9a59-664198eeb913 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0f776b70-b15b-40be-9136-c0374e779fe9 HTTP/1.1" status: 204 len: 168 time: 0.5725005 Feb 11 19:20:57.568421 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05035c3c-96d6-41b3-825e-57bd8ac1c141 req-fdbd8671-2026-4051-9277-ca98d2c3297c tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268220 Feb 11 19:20:57.599036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58131415-6040-49ba-878b-bf3a857c5411 req-01ac5c94-11ed-48c4-93ee-8fd4b10001ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:57.600687 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58131415-6040-49ba-878b-bf3a857c5411 req-01ac5c94-11ed-48c4-93ee-8fd4b10001ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.1543787 Feb 11 19:20:57.699197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58131415-6040-49ba-878b-bf3a857c5411 req-56fa0bb5-d84b-4f93-9ecb-997798951dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:57.700987 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58131415-6040-49ba-878b-bf3a857c5411 req-56fa0bb5-d84b-4f93-9ecb-997798951dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918219 Feb 11 19:20:57.753007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:57.755338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cbee8-14db-47ec-ac42-71b3f2d46b64 req-6ee09247-bf0a-4f9b-a865-72073d6ea925 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:57.776629 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d25cbee8-14db-47ec-ac42-71b3f2d46b64 req-6ee09247-bf0a-4f9b-a865-72073d6ea925 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.2713718 Feb 11 19:20:57.788626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36542) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:57.856446 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d25cbee8-14db-47ec-ac42-71b3f2d46b64 req-c5a5e432-766e-4440-924d-b62102d6370d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787935 Feb 11 19:20:57.926807 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58131415-6040-49ba-878b-bf3a857c5411 req-44d776fc-55bb-43a2-856c-352ac1bf9299 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103937 Feb 11 19:20:58.089487 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58131415-6040-49ba-878b-bf3a857c5411 req-5543bc72-d3a9-40ff-87df-77b4ec004a11 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464415 Feb 11 19:20:58.143606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.161062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:58.165225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Usage tracker for resource:security_group_rule and tenant:1f3fad1b9fea4f2185d1393852b5b1c8 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:58.168250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:58.174506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:58.185752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36550) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:58.205810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.233779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:58.238670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:c172841d49ab4df38c9fc81407f31c59 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:58.241906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:58.248583 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:58.270881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.273943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.283910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-94804420-7238-4e17-8a54-2aa82bb11b44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:58.316485 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1f3fad1b9fea4f2185d1393852b5b1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235453 Feb 11 19:20:58.317102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36556) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:58.333059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720fb318-3cb3-4ee4-9e45-38c5a5b46aa8,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:58.336378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:58.419729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a53472af-adc2-45f7-8b6e-706f6e8fa760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.425986 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.438604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.455001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a214c36f-8a68-469e-bd7f-baa80485dbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:58.498853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a53472af-adc2-45f7-8b6e-706f6e8fa760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.539885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000094d-f2a9-4e70-ae01-5cca316d1c42 req-1ac35f5d-3ee3-40ce-a69d-142251e4a552 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:58.541688 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8000094d-f2a9-4e70-ae01-5cca316d1c42 req-1ac35f5d-3ee3-40ce-a69d-142251e4a552 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.1754837 Feb 11 19:20:58.575955 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c172841d49ab4df38c9fc81407f31c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889229 Feb 11 19:20:58.587632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3c1d8a-2d2d-4a07-b05b-9d8f1afeae2e,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:58.590513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36564) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:58.611830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:58.667490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a53472af-adc2-45f7-8b6e-706f6e8fa760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.679040 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8000094d-f2a9-4e70-ae01-5cca316d1c42 req-aebda044-960f-4bb0-9896-0cf0b8fb3540 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258421 Feb 11 19:20:58.687284 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-00db5476-bf99-4d60-ba09-13b1b067f9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:58.695944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.708671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a53472af-adc2-45f7-8b6e-706f6e8fa760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.709999 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a53472af-adc2-45f7-8b6e-706f6e8fa760 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/720fb318-3cb3-4ee4-9e45-38c5a5b46aa8 HTTP/1.1" status: 204 len: 168 time: 0.3918691 Feb 11 19:20:58.718518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53472af-adc2-45f7-8b6e-706f6e8fa760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720fb318-3cb3-4ee4-9e45-38c5a5b46aa8,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:58.724203 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a53472af-adc2-45f7-8b6e-706f6e8fa760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:58.746676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba8b4-d0a6-4399-8ccf-64c0671cab2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.828693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba8b4-d0a6-4399-8ccf-64c0671cab2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.885339 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba8b4-d0a6-4399-8ccf-64c0671cab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.898703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-eb960497-554c-48b1-a8b3-2b31701b3de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:58.929110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ba8b4-d0a6-4399-8ccf-64c0671cab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3c1d8a-2d2d-4a07-b05b-9d8f1afeae2e,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:58.937293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba8b4-d0a6-4399-8ccf-64c0671cab2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:58.949030 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5f2ba8b4-d0a6-4399-8ccf-64c0671cab2c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ae3c1d8a-2d2d-4a07-b05b-9d8f1afeae2e HTTP/1.1" status: 204 len: 168 time: 0.3539155 Feb 11 19:20:58.950350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f2ba8b4-d0a6-4399-8ccf-64c0671cab2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:20:59.083223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295e883-84b6-47b8-a167-a034402c103e req-6f8a51f8-7275-441b-94ad-e966caae3537 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:59.091054 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2295e883-84b6-47b8-a167-a034402c103e req-6f8a51f8-7275-441b-94ad-e966caae3537 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 945 time: 0.3099444 Feb 11 19:20:59.165548 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2295e883-84b6-47b8-a167-a034402c103e req-332936c3-3634-4ece-b72a-d0fd28dc6829 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732424 Feb 11 19:20:59.412333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-1bcb6951-bc38-4817-bbcf-f1257176ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:59.414723 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-1bcb6951-bc38-4817-bbcf-f1257176ca89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 1163 time: 0.1831331 Feb 11 19:20:59.423827 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36598) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:59.479751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c91e9-67c5-46d6-9e72-daa873d4f5cf req-d6286c2d-f1fb-4ee6-a5c3-7e1cb80e9851 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:59.488471 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-676c91e9-67c5-46d6-9e72-daa873d4f5cf req-d6286c2d-f1fb-4ee6-a5c3-7e1cb80e9851 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2020626 Feb 11 19:20:59.569765 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-676c91e9-67c5-46d6-9e72-daa873d4f5cf req-17300ac2-ea3f-4a21-b85d-3fc8af82a279 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802696 Feb 11 19:20:59.582342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:59.630956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36608) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:59.669040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:59.691879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdcc7-196e-4476-942d-92078796f52e req-f8613350-bc80-44f0-90df-d3c3df7c3e2d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:59.695126 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c7ffdcc7-196e-4476-942d-92078796f52e req-f8613350-bc80-44f0-90df-d3c3df7c3e2d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.3649652 Feb 11 19:20:59.702619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:20:59.708384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Usage tracker for resource:security_group_rule and tenant:1ad4d472797b4cb8a9daddbf6258939b is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:20:59.711936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:20:59.719085 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:20:59.795170 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c7ffdcc7-196e-4476-942d-92078796f52e req-4e8dd069-6e2c-4ae6-9a6f-be3c38d4214e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929370 Feb 11 19:20:59.806239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-2808bc3c-abd7-4fb8-9e9c-750aadc8ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:20:59.809204 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-2808bc3c-abd7-4fb8-9e9c-750aadc8ff72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 911 time: 0.3688297 Feb 11 19:20:59.853866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:59.857754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:20:59.892773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2e6c78c5-8a29-4e5f-b5af-30075aaa5756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:20:59.910018 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1ad4d472797b4cb8a9daddbf6258939b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771680 Feb 11 19:20:59.913681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36616) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:20:59.967956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4776a0-ac4f-4005-ae10-d40424ea8a0b,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:20:59.974634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:00.013832 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-c7687aef-aab0-482b-a5f2-cbf738115caa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63fe2e3f-752a-49f3-a63a-eb328487b6da HTTP/1.1" status: 200 len: 217 time: 0.1701136 Feb 11 19:21:00.017399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36624) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:00.023805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:00.036379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d42e-14d1-4bec-8d97-39505a25273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:00.070287 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d42e-14d1-4bec-8d97-39505a25273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:00.101713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:00.105820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Usage tracker for resource:security_group_rule and tenant:87b1e00040234c3786378eb264973403 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:00.108977 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:00.132891 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:00.133029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d42e-14d1-4bec-8d97-39505a25273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:00.147377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:00.296621 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-3884b1e7-7da9-4c04-9dc0-bd7f686b1ea9 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:00.298324 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-3884b1e7-7da9-4c04-9dc0-bd7f686b1ea9 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 945 time: 0.4562178 Feb 11 19:21:00.305538 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-bac05c86-a047-452b-859c-412850d212d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:00.307096 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-bac05c86-a047-452b-859c-412850d212d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.2852490 Feb 11 19:21:00.423698 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-697e24e9-2eaa-49bd-a4bf-386b747e3909 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765812 Feb 11 19:21:00.469762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-68813483-81d0-40c4-8a28-c28030195628 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:00.471442 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-68813483-81d0-40c4-8a28-c28030195628 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 815 time: 0.3003604 Feb 11 19:21:00.477109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3d42e-14d1-4bec-8d97-39505a25273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4776a0-ac4f-4005-ae10-d40424ea8a0b,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:00.479122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d42e-14d1-4bec-8d97-39505a25273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:00.480353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a6c3d42e-14d1-4bec-8d97-39505a25273b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5b4776a0-ac4f-4005-ae10-d40424ea8a0b HTTP/1.1" status: 204 len: 168 time: 0.5656168 Feb 11 19:21:00.481290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6c3d42e-14d1-4bec-8d97-39505a25273b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:00.493366 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-c9404829-8c71-49c2-81e9-7ed62ff84014 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/quotas/5568c65ba4d3415cbbea0c4ffb34fdea HTTP/1.1" status: 200 len: 375 time: 0.0107152 Feb 11 19:21:00.551156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:00.621596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:00.626939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Usage tracker for resource:security_group_rule and tenant:649d9b080e754c0fa32f1bec421e6256 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:00.631750 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:00.639137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:00.718705 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Deleting port cf4c00aa-d811-4a2f-84e2-611a28a33d36 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:21:00.719372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:00.820807 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-8cf5acda-669b-45d4-b20b-3d8db95641a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3079488 Feb 11 19:21:00.991408 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-3a81ffb8-2167-4ef8-aba1-ef7c305a1fc7 service neutron] 10.222.0.101 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695743 Feb 11 19:21:01.125430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:01.191211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] For port cf4c00aa-d811-4a2f-84e2-611a28a33d36, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cf4c00aa-d811-4a2f-84e2-611a28a33d36,segment=NetworkSegment(6af34374-d0e5-4cf8-aa71-1e7ec2e50642),segment_id=6af34374-d0e5-4cf8-aa71-1e7ec2e50642)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:21:01.191759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:01.193548 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-3de834d5-ebca-4d61-b5b4-3abaef6acc48 service neutron] 10.222.0.101 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2008860 Feb 11 19:21:01.688563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:01.729101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:01.731431 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-a1d68093-b2c6-4eab-a9bb-cdafdea5176a service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2540224 Feb 11 19:21:01.734821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b520ad-ad83-4428-bba0-12fc03ac4523 req-000e2cef-60a0-43ff-ba60-e3494d5a0769 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:01.737081 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-69b520ad-ad83-4428-bba0-12fc03ac4523 req-000e2cef-60a0-43ff-ba60-e3494d5a0769 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2397549 Feb 11 19:21:01.746241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Calling delete_port for cf4c00aa-d811-4a2f-84e2-611a28a33d36 owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:21:01.828211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:01.837381 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-69b520ad-ad83-4428-bba0-12fc03ac4523 req-78b10b1b-813e-42bf-996b-1cf3809c4805 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931065 Feb 11 19:21:01.925728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5ca15-3e7a-4d9c-8e1e-db1d8d49c7aa req-a83fe5ac-cf10-4d93-8755-13066bfb534d tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:01.933696 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3dc5ca15-3e7a-4d9c-8e1e-db1d8d49c7aa req-a83fe5ac-cf10-4d93-8755-13066bfb534d tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 945 time: 1.5269163 Feb 11 19:21:01.935951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.060821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:02.202001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:21:02.226524 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:02.231394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.245105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.269006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403efc9-72f4-4dc0-abd5-962a0b7c0042 req-87dbc364-4eec-4752-8f32-82b00444be85 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:02.289003 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7403efc9-72f4-4dc0-abd5-962a0b7c0042 req-87dbc364-4eec-4752-8f32-82b00444be85 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.3205769 Feb 11 19:21:02.366883 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=87b1e00040234c3786378eb264973403&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9380484 Feb 11 19:21:02.375772 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=649d9b080e754c0fa32f1bec421e6256&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3556838 Feb 11 19:21:02.376902 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36708) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:02.377205 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5003c35-6a2c-4910-abb6-f3a38bd5c18b,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:02.394955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36710) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:02.408405 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e4ca0eec-e56b-4a06-a784-8a313376cb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:02.418260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:02.441190 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7403efc9-72f4-4dc0-abd5-962a0b7c0042 req-7bbc6fd7-cf49-4b16-b6aa-2b070cfa293d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506119 Feb 11 19:21:02.516657 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fbbed4-87bc-4f92-a6d8-4d5b581e517f,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:02.521958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.551839 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3dc5ca15-3e7a-4d9c-8e1e-db1d8d49c7aa req-cd145862-3262-4b4f-b143-ac72a0d4cac8 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7240e28-29c9-4145-bc88-64eddcaa5999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171055 Feb 11 19:21:02.605451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:21:02.607661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:02.620678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.621779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a98ab8bf-87d2-4b7c-b2a2-f34192321b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.626175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:02.654324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:02.667876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:02.732955 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'code': 200} Feb 11 19:21:02.735548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:02.736355 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9f4df61d-63fd-4672-a4ea-0fdf5f9c9777 req-d3d76601-4283-4011-b5e0-cb84b09aa245 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 210 time: 0.0970650 Feb 11 19:21:02.745339 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device cf4c00aa-d811-4a2f-84e2-611a28a33d36 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:21:02.759034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a98ab8bf-87d2-4b7c-b2a2-f34192321b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.789249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Pushing event deleted for resources: {'Port': ['ID=cf4c00aa-d811-4a2f-84e2-611a28a33d36,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:02.805068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.805751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.806334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.806800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.807296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.807723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.808270 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.808827 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.809383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.809929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.810471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.811010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.811632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.812204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.812713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.813147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.813553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.814141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.814678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.815234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.816604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.817147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.817684 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.818234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:02.822353 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] No Port match for: cf4c00aa-d811-4a2f-84e2-611a28a33d36 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:21:02.822989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device cf4c00aa-d811-4a2f-84e2-611a28a33d36 not bound to the agent host hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:21:02.824750 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:02.837277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:02.906722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a98ab8bf-87d2-4b7c-b2a2-f34192321b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.915460 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8b13bf20-39f3-4546-8d1b-ed30fac9f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:02.930182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a98ab8bf-87d2-4b7c-b2a2-f34192321b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.931974 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a98ab8bf-87d2-4b7c-b2a2-f34192321b9d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d5003c35-6a2c-4910-abb6-f3a38bd5c18b HTTP/1.1" status: 204 len: 168 time: 0.4865491 Feb 11 19:21:02.935810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ab8bf-87d2-4b7c-b2a2-f34192321b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5003c35-6a2c-4910-abb6-f3a38bd5c18b,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:02.939565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a98ab8bf-87d2-4b7c-b2a2-f34192321b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:02.991619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-44597d99-1c9b-48ee-a78d-39710314047f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:02.995111 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-02cf70bc-e312-4209-bbd5-c6733fa0fdd7 req-efcc846a-ad1e-42bc-8246-d0fc355032ea service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1752112 Feb 11 19:21:03.037388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] No DVR routers for this DVR port cf4c00aa-d811-4a2f-84e2-611a28a33d36 on host hv-cinder-77525 {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:21:03.053666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:03.058689 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e87d33-c813-4932-ac8d-5bb95392754e', 'name': 'network-vif-deleted', 'tag': 'cf4c00aa-d811-4a2f-84e2-611a28a33d36'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:03.135571 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7dee12a4-fd0d-4a0d-b0fc-6bb8455947cb req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.42 "DELETE /v2.0/ports/cf4c00aa-d811-4a2f-84e2-611a28a33d36 HTTP/1.1" status: 204 len: 173 time: 2.8228610 Feb 11 19:21:03.247589 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e87d33-c813-4932-ac8d-5bb95392754e', 'name': 'network-vif-deleted', 'tag': 'cf4c00aa-d811-4a2f-84e2-611a28a33d36', 'status': 'completed', 'code': 200} Feb 11 19:21:03.252687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-44597d99-1c9b-48ee-a78d-39710314047f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:03.461657 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:03.590315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:03.590962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:03.734031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36762) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:03.759020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82692071-f9a0-4a98-ad8c-fbd075e272f2 req-7c25feb4-fb1e-4ac6-952b-d2b6be21b0aa tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:03.760984 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-82692071-f9a0-4a98-ad8c-fbd075e272f2 req-7c25feb4-fb1e-4ac6-952b-d2b6be21b0aa tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.6513555 Feb 11 19:21:03.773384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:03.898726 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:03.907428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc058ccc24f44f0b14002d61172163c is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:03.912892 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:03.915978 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91828e7e-1534-41e2-99ed-1e0986bf3490 req-7bc56189-edbe-458c-ad5c-12cca10113eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:03.917852 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-91828e7e-1534-41e2-99ed-1e0986bf3490 req-7bc56189-edbe-458c-ad5c-12cca10113eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 1163 time: 0.6547132 Feb 11 19:21:03.924335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:03.925415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-44597d99-1c9b-48ee-a78d-39710314047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:03.993857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:04.020985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36774) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:04.085017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9823aa4-7e8b-488c-8509-63c1bd70f26c req-26057bb2-c5d4-4140-a2c3-d55a2823ce69 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:04.086753 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e9823aa4-7e8b-488c-8509-63c1bd70f26c req-26057bb2-c5d4-4140-a2c3-d55a2823ce69 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2658620 Feb 11 19:21:04.117844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b3bfd6c-f090-4527-9d0e-e9ab36f5d47f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:04.119612 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b3bfd6c-f090-4527-9d0e-e9ab36f5d47f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 815 time: 0.7786541 Feb 11 19:21:04.130356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-44597d99-1c9b-48ee-a78d-39710314047f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:04.134150 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-44597d99-1c9b-48ee-a78d-39710314047f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/93fbbed4-87bc-4f92-a6d8-4d5b581e517f HTTP/1.1" status: 204 len: 168 time: 1.7295771 Feb 11 19:21:04.166227 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-82692071-f9a0-4a98-ad8c-fbd075e272f2 req-136e1e3f-b2a7-41c9-95b1-83c9af1cefe0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581834 Feb 11 19:21:04.167378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44597d99-1c9b-48ee-a78d-39710314047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fbbed4-87bc-4f92-a6d8-4d5b581e517f,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:04.182164 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e9823aa4-7e8b-488c-8509-63c1bd70f26c req-b9de010b-b8df-4145-88ae-3ca06ec4f7a2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873103 Feb 11 19:21:04.190624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-44597d99-1c9b-48ee-a78d-39710314047f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:04.231379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Request body: {'port': {'device_id': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc', 'admin_state_up': True, 'tenant_id': '5568c65ba4d3415cbbea0c4ffb34fdea'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:04.261602 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-91828e7e-1534-41e2-99ed-1e0986bf3490 req-3bffe7b8-500c-4f4b-a020-0e7b2ee3041a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183439 Feb 11 19:21:04.305878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:04.313303 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:04.375031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f2ba8b4-d0a6-4399-8ccf-64c0671cab2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:04.387880 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8bc058ccc24f44f0b14002d61172163c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526990 Feb 11 19:21:04.401310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36786) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:04.420269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:04.432543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:04.443915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Made reservation on behalf of 5568c65ba4d3415cbbea0c4ffb34fdea for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:04.491086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:04.499459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0929dcb-5eba-42f3-9fcc-762ab0300dda,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:04.504314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:04.597721 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f8f18331-f73e-4ec0-b3f2-24fa0738e2ba req-f269e8a5-50b1-46c1-887e-1d07e3149d7a tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 210 time: 0.0919778 Feb 11 19:21:04.623544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71355257-2ecd-4f2d-b16b-a4480b0f13fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:04.652663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71355257-2ecd-4f2d-b16b-a4480b0f13fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:04.658775 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1b77d374-b6cf-4f5c-ae41-e3ce3601fd65 req-298720df-69cd-430f-802c-40b83d75cf97 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Synchronizing usage tracker for tenant:fde6af625a5449f4afe3fe47c46ddc0e on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:04.702014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71355257-2ecd-4f2d-b16b-a4480b0f13fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:04.707490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7d01f403-25ab-47ce-9ef5-1d8e5b034448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:04.710901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1b77d374-b6cf-4f5c-ae41-e3ce3601fd65 req-298720df-69cd-430f-802c-40b83d75cf97 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Unset dirty status for tenant:fde6af625a5449f4afe3fe47c46ddc0e on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:04.712204 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1b77d374-b6cf-4f5c-ae41-e3ce3601fd65 req-298720df-69cd-430f-802c-40b83d75cf97 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] 10.222.0.101 "GET /v2.0/ports?device_id=98e87d33-c813-4932-ac8d-5bb95392754e HTTP/1.1" status: 200 len: 210 time: 0.1940622 Feb 11 19:21:04.719114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71355257-2ecd-4f2d-b16b-a4480b0f13fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0929dcb-5eba-42f3-9fcc-762ab0300dda,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:04.723300 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-71355257-2ecd-4f2d-b16b-a4480b0f13fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:04.744647 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71355257-2ecd-4f2d-b16b-a4480b0f13fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:04.745779 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-71355257-2ecd-4f2d-b16b-a4480b0f13fe admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f0929dcb-5eba-42f3-9fcc-762ab0300dda HTTP/1.1" status: 204 len: 168 time: 0.3415046 Feb 11 19:21:05.040730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36804) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:05.056512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.062001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.084317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:05.089003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Usage tracker for resource:security_group_rule and tenant:61efc92f5fcf4930b6ce694833ecb33e is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:05.090268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:05.092863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:05.100726 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d4284c78f6114ba09f30143fbd7ed381 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:05.100940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:05.107228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:05.117348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Allocated IP 172.20.0.6 (5ef70a0a-afde-4613-b8a1-7aab1c093dcc/bde4d229-6939-4a27-b3fd-9e502e3495dd/78fd7d6f-52a6-457a-a97c-def444ac25fb) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:21:05.119749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:05.201499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.219509 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.263506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-decaf7a7-8528-4cb0-b3fa-911ff24af194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:05.276694 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61efc92f5fcf4930b6ce694833ecb33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318003 Feb 11 19:21:05.277477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36814) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:05.371439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d650857f-201b-420e-a09b-ef932b0d4747,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:05.377568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:05.561757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-22a5ea69-7720-42fa-b012-75992f743de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.599931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-22a5ea69-7720-42fa-b012-75992f743de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.760515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065ff9-5013-48b1-ad6d-97bf202502c4 req-17c81cf4-2208-4476-93e2-dc122d5a4c61 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:05.769108 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c065ff9-5013-48b1-ad6d-97bf202502c4 req-17c81cf4-2208-4476-93e2-dc122d5a4c61 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.3673060 Feb 11 19:21:05.814718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-22a5ea69-7720-42fa-b012-75992f743de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.830382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f5524806-973f-440c-97ac-9887d4fb3ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:05.857391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5ea69-7720-42fa-b012-75992f743de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d650857f-201b-420e-a09b-ef932b0d4747,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:05.859461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.865881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-22a5ea69-7720-42fa-b012-75992f743de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:05.882786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.906848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:05.952218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e272e7-5812-4fe7-a5e6-b4cbfe1444ed,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:05.961170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:05.967706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:05.980513 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c065ff9-5013-48b1-ad6d-97bf202502c4 req-fe259754-404e-4a69-b59e-b26416b84e4b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100112 Feb 11 19:21:06.008321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-22a5ea69-7720-42fa-b012-75992f743de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.012709 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-22a5ea69-7720-42fa-b012-75992f743de7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d650857f-201b-420e-a09b-ef932b0d4747 HTTP/1.1" status: 204 len: 168 time: 0.7288113 Feb 11 19:21:06.086486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36844) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:06.199830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ed85-db14-46f4-a462-8ea34b2692e8 req-3753f778-f36e-48f4-b693-033692da0f11 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:06.210061 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e778ed85-db14-46f4-a462-8ea34b2692e8 req-3753f778-f36e-48f4-b693-033692da0f11 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.7325778 Feb 11 19:21:06.245160 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d4284c78f6114ba09f30143fbd7ed381&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2190073 Feb 11 19:21:06.249554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36850) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:06.308195 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-daf0a0cd-5780-47b3-9f6c-8da47715b9df req-7b0a9e70-5a56-4d19-934d-c52f52a312d9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 210 time: 0.0853498 Feb 11 19:21:06.330331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-680646458-network', 'tenant_id': 'acecbfae8be9429dbc964c27149330fe'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:06.346148 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e778ed85-db14-46f4-a462-8ea34b2692e8 req-29bca586-2d98-4308-ad96-28cbd084f7b4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294215 Feb 11 19:21:06.348621 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:06.357656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Usage tracker for resource:network and tenant:acecbfae8be9429dbc964c27149330fe is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:06.367314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:06.381324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:06.397852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f5dff7e-6346-4804-9e6e-780b840dfc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.398873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Made reservation on behalf of acecbfae8be9429dbc964c27149330fe for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:06.404197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.408917 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.423955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.444487 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:06.450970 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Usage tracker for resource:security_group_rule and tenant:acecbfae8be9429dbc964c27149330fe is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:06.454698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:06.462474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:06.477674 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:06.523523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f5dff7e-6346-4804-9e6e-780b840dfc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.570286 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.574573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.596580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:21:06.607973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.608484 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Added segment 0a0b48b1-592c-46f2-8865-aef24026cd51 of type vxlan for network 2d161951-d8c9-48c2-91ac-ad7fad962c9a Feb 11 19:21:06.637477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.651149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Pushing event updated for resources: {'Port': ['ID=78fd7d6f-52a6-457a-a97c-def444ac25fb,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:06.654592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:06.667076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:06.686686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.689955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:06.690749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.722317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11632b1-8324-4b8b-ae41-c15e35c97f54,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:06.722710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f5dff7e-6346-4804-9e6e-780b840dfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.729010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:06.729617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:06.749157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-61a0c53b-691d-46b2-a9ed-2ac38afd1e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:06.778937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:21:06.781540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5dff7e-6346-4804-9e6e-780b840dfc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e272e7-5812-4fe7-a5e6-b4cbfe1444ed,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:06.786718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f5dff7e-6346-4804-9e6e-780b840dfc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:06.788522 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:21:06.792208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:21:06.880591 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7924979 Feb 11 19:21:06.884731 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36872) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:06.891393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Request body: {'subnet': {'network_id': '2d161951-d8c9-48c2-91ac-ad7fad962c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-680646458-subnet', 'tenant_id': 'acecbfae8be9429dbc964c27149330fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:06.902519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:06.905223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Pushing event updated for resources: {'Network': ['ID=2d161951-d8c9-48c2-91ac-ad7fad962c9a,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:06.910131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:06.911414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Usage tracker for resource:subnet and tenant:acecbfae8be9429dbc964c27149330fe is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:06.914879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:06.922605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 2d161951-d8c9-48c2-91ac-ad7fad962c9a details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:21:06.931255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:06.957045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:06.957892 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.958755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Made reservation on behalf of acecbfae8be9429dbc964c27149330fe for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:06.969842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852536516'] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.978222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f5dff7e-6346-4804-9e6e-780b840dfc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:06.982761 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5f5dff7e-6346-4804-9e6e-780b840dfc43 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e5e272e7-5812-4fe7-a5e6-b4cbfe1444ed HTTP/1.1" status: 204 len: 168 time: 0.7320383 Feb 11 19:21:06.994856 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8003328 Feb 11 19:21:07.025191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Request body: {'port': {'device_id': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:07.035456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 2d161951-d8c9-48c2-91ac-ad7fad962c9a details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:21:07.469001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:07.679041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852634597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852536531'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:07.739656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36902) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:07.749326 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:07.767813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:07.799809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:07.804422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Usage tracker for resource:security_group_rule and tenant:f427812b622e4d76847b46735004000b is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:07.807516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:07.813769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:07.857278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c9df75da-c6d6-4156-ba2e-14603c2cb336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:07.878562 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:07.879347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:07.919336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:07.934171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:07.991886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:08.002024 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f427812b622e4d76847b46735004000b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598598 Feb 11 19:21:08.024081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36908) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:08.090575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57894b-86f8-472f-89d7-dbc595218ed5 req-94faedc4-c11a-41f9-9845-c84408ec0ab4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:08.098416 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fa57894b-86f8-472f-89d7-dbc595218ed5 req-94faedc4-c11a-41f9-9845-c84408ec0ab4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 931 time: 0.5229659 Feb 11 19:21:08.166781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=148edd9b-eca6-47d2-b3d6-bf4c4f6502d5,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:08.186860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:08.189559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Checking segment: {'id': '0a0b48b1-592c-46f2-8865-aef24026cd51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2d161951-d8c9-48c2-91ac-ad7fad962c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:21:08.191367 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Network hostable DHCP agents. Network: 2d161951-d8c9-48c2-91ac-ad7fad962c9a, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:21:08.258330 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fa57894b-86f8-472f-89d7-dbc595218ed5 req-e99eab16-42b2-429f-a7b6-fa7f202d38ec tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586716 Feb 11 19:21:08.288471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Network 2d161951-d8c9-48c2-91ac-ad7fad962c9a is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:21:08.297451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 2d161951-d8c9-48c2-91ac-ad7fad962c9a) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:21:08.318934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b184bc54-b1f0-481a-af23-ffd47b43bba2 None None] Network 2d161951-d8c9-48c2-91ac-ad7fad962c9a requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:21:08.364502 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:08.365096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:08.372673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0c176-14d1-4c88-b1a2-5b42fcac5b39 req-51f010c5-a7e3-4090-bf44-806e25260163 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:08.374401 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1fe0c176-14d1-4c88-b1a2-5b42fcac5b39 req-51f010c5-a7e3-4090-bf44-806e25260163 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 1.0413384 Feb 11 19:21:08.413450 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9bee57ef-efc9-4a99-9484-5d2ddae5b87c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5272329 Feb 11 19:21:08.437162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f6b95b-c258-4058-9f8f-787e9312afac,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:08.483865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:08.549059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bae605d5-c5f0-4923-b62e-d51bc2b97ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:08.581236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bae605d5-c5f0-4923-b62e-d51bc2b97ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:08.628407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81cef6-ea30-480f-acc5-cd217a59b3ce None None] Network 2d161951-d8c9-48c2-91ac-ad7fad962c9a requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:21:08.656652 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1fe0c176-14d1-4c88-b1a2-5b42fcac5b39 req-2bbba1c6-92eb-4a5e-9ca8-aa1062587782 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516181 Feb 11 19:21:08.742953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bae605d5-c5f0-4923-b62e-d51bc2b97ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:08.754382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-768ee69e-d124-4005-8dc6-13f62a6a37e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:08.771954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b313d-e37e-41f6-8084-77ba7434bc2d req-09c30d53-8980-4b56-9960-d7f0daa47843 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:08.773730 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d71b313d-e37e-41f6-8084-77ba7434bc2d req-09c30d53-8980-4b56-9960-d7f0daa47843 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.3020480 Feb 11 19:21:08.871293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae605d5-c5f0-4923-b62e-d51bc2b97ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f6b95b-c258-4058-9f8f-787e9312afac,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:08.908412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bae605d5-c5f0-4923-b62e-d51bc2b97ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:08.909361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bae605d5-c5f0-4923-b62e-d51bc2b97ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:08.913041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-bae605d5-c5f0-4923-b62e-d51bc2b97ac9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40f6b95b-c258-4058-9f8f-787e9312afac HTTP/1.1" status: 204 len: 168 time: 0.8630130 Feb 11 19:21:08.919619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 36938) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:08.936117 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d71b313d-e37e-41f6-8084-77ba7434bc2d req-3bec9c42-743d-44f9-97d5-028c76232dc3 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537519 Feb 11 19:21:08.980943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:08.987825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fd7d6f-52a6-457a-a97c-def444ac25fb {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:21:09.002884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:09.061116 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] Deleting subnet ab362f10-7aee-4ef5-a543-d98062fe9904 {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:21:09.077631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:09.153549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Transition to ACTIVE for port object 78fd7d6f-52a6-457a-a97c-def444ac25fb will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:21:09.159120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:09.262240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:09.341104 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:09.404848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:09.713423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74a2b9-501e-42b8-811f-074e29e30e35 req-d8d8336a-8e54-4927-8cee-13f26ca30179 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:09.721444 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7b74a2b9-501e-42b8-811f-074e29e30e35 req-d8d8336a-8e54-4927-8cee-13f26ca30179 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 943 time: 0.1899173 Feb 11 19:21:09.810143 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7b74a2b9-501e-42b8-811f-074e29e30e35 req-66bb3f92-64dd-49ae-9b4b-1d0de6706b21 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Feb 11 19:21:10.027737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Pushing event updated for resources: {'Port': ['ID=78fd7d6f-52a6-457a-a97c-def444ac25fb,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:10.032402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:10.048166 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:10.076002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:10.130243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab362f10-7aee-4ef5-a543-d98062fe9904,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:10.132951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:10.203957 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77b44b-d0f0-415c-abc9-3bb00ad60c3b req-a0c28f72-9853-4615-9a5f-83c29ff21870 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:10.205717 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b77b44b-d0f0-415c-abc9-3bb00ad60c3b req-a0c28f72-9853-4615-9a5f-83c29ff21870 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2552083 Feb 11 19:21:10.300957 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b77b44b-d0f0-415c-abc9-3bb00ad60c3b req-1a232c37-9b07-478b-b7b5-8f7dc4cc3c73 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870919 Feb 11 19:21:10.359290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 36994) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:10.366944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1710928752-network', 'tenant_id': '3029fa23a10049cc8b168fe12588328f'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:10.372673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:10.378106 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf07bf8-501a-4c0b-a678-71edca939ee9 req-ce144963-28d4-4c04-b617-3201741e98d0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:10.380797 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6cf07bf8-501a-4c0b-a678-71edca939ee9 req-ce144963-28d4-4c04-b617-3201741e98d0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 1.2260618 Feb 11 19:21:10.387327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Usage tracker for resource:network and tenant:3029fa23a10049cc8b168fe12588328f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:10.390199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37000) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:10.394680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:10.400536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'floatingip': {'port_id': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:10.481588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:10.514579 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:10.541605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:10.547961 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ae1a4f56-6186-4d5f-a763-f41c7978dfa6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ab362f10-7aee-4ef5-a543-d98062fe9904 HTTP/1.1" status: 204 len: 168 time: 1.6267838 Feb 11 19:21:10.551023 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 37008) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:10.859214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Made reservation on behalf of 3029fa23a10049cc8b168fe12588328f for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:10.864875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:10.895159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:10.919604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:10.957622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Usage tracker for resource:security_group_rule and tenant:3029fa23a10049cc8b168fe12588328f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:10.965456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:10.982098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:10.990766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Attempting to bind port 78fd7d6f-52a6-457a-a97c-def444ac25fb on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:21:10.991076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Attempting to bind port 78fd7d6f-52a6-457a-a97c-def444ac25fb by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:21:10.991447 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Attempting to bind port 78fd7d6f-52a6-457a-a97c-def444ac25fb on network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:21:11.024514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:21:11.026527 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Checking segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:21:11.028009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:11.029357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Bound using segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:21:11.031311 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Bound port: 78fd7d6f-52a6-457a-a97c-def444ac25fb, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:21:11.032788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:11.067686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:11.229624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] For port 78fd7d6f-52a6-457a-a97c-def444ac25fb, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:21:11.234736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] For port 78fd7d6f-52a6-457a-a97c-def444ac25fb, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=78fd7d6f-52a6-457a-a97c-def444ac25fb,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:21:11.241915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:11.478038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e884f-918e-4e19-bea9-e1e7c0c70d6a req-c87f6697-8557-43a7-b743-6bf55a5e000c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:11.480092 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e88e884f-918e-4e19-bea9-e1e7c0c70d6a req-c87f6697-8557-43a7-b743-6bf55a5e000c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 943 time: 0.4794874 Feb 11 19:21:11.484013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a60821f7-4663-4fe7-af51-f85b852df784 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:11.793064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:11.828897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 37060) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:11.832049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:11.846993 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:11.847582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:11.848084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:21:11.849360 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] 10.222.0.42 "PUT /v2.0/ports/78fd7d6f-52a6-457a-a97c-def444ac25fb HTTP/1.1" status: 200 len: 1157 time: 4.8303583 Feb 11 19:21:11.856045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'tag': '78fd7d6f-52a6-457a-a97c-def444ac25fb'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:11.858472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:11.858684 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Added segment c8b24463-dc4c-4b4c-a7c6-bd8de3654b34 of type vxlan for network aa071ccc-47a2-4f97-9df7-809d346c36f7 Feb 11 19:21:11.880634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37066) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:11.885719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6a77ecb-9b93-41ec-b05e-6f9a9d98583e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:11.924478 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e88e884f-918e-4e19-bea9-e1e7c0c70d6a req-61944101-6d90-4aba-9307-0ddabb96bbb8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283245 Feb 11 19:21:11.998208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.021514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d6d5c-adab-4913-b35c-4a37845ff2fd,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:12.107061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e80182-4273-4395-8e9e-c4899c99fb5a req-180e6eef-30e3-4e54-85cd-e8713e981e39 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:12.108798 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-63e80182-4273-4395-8e9e-c4899c99fb5a req-180e6eef-30e3-4e54-85cd-e8713e981e39 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.6268785 Feb 11 19:21:12.109555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Pushing event updated for resources: {'Port': ['ID=78fd7d6f-52a6-457a-a97c-def444ac25fb,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:12.114000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:12.116030 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'tag': '78fd7d6f-52a6-457a-a97c-def444ac25fb', 'status': 'completed', 'code': 200} Feb 11 19:21:12.231859 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.239510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.272842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:12.273548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.294560 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-63e80182-4273-4395-8e9e-c4899c99fb5a req-e7d8af3d-4c42-4894-9555-2670832af5a2 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535134 Feb 11 19:21:12.343712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.373002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:12.378352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdc33f0-a2e9-4dea-b621-7831abf80dbb']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:21:12.398512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d8eff39c0ad74c01af8e0067ce9ad8c4 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:12.403106 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-9131789b-c11a-4a77-a359-bffc32ee14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:12.405865 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-9131789b-c11a-4a77-a359-bffc32ee14f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 1160 time: 0.4761169 Feb 11 19:21:12.406549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:12.415207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af34374-d0e5-4cf8-aa71-1e7ec2e50642') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:21:12.415545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af34374-d0e5-4cf8-aa71-1e7ec2e50642') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:21:12.423043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:12.437941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.442361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.463912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:12.464675 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.477471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-851153ed-7ffa-4ee8-b837-42e46adf901c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:12.501154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.527349 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-2591aa4c-4a0d-4ca8-af09-5999a64d694a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fd7d6f-52a6-457a-a97c-def444ac25fb HTTP/1.1" status: 200 len: 217 time: 0.0916393 Feb 11 19:21:12.577727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:12.584984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:21:12.758403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-91d2553b-7800-4195-bc54-e4907d012cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:12.760027 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-91d2553b-7800-4195-bc54-e4907d012cfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.2239416 Feb 11 19:21:12.824601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:12.836503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Usage tracker for resource:security_group_rule and tenant:d84eab663dee45758a9b91367a62924f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:12.845580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:12.852395 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4917927 Feb 11 19:21:12.858337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37086) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:12.859022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Pushing event updated for resources: {'Network': ['ID=aa071ccc-47a2-4f97-9df7-809d346c36f7,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:12.864041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:12.866531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:12.873310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Request body: {'subnet': {'network_id': 'aa071ccc-47a2-4f97-9df7-809d346c36f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1710928752-subnet', 'tenant_id': '3029fa23a10049cc8b168fe12588328f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:12.875639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network aa071ccc-47a2-4f97-9df7-809d346c36f7 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:21:12.891834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:12.894107 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-76839053-2e79-4fb7-9ea7-14744bdd620e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818512 Feb 11 19:21:12.901144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Usage tracker for resource:subnet and tenant:3029fa23a10049cc8b168fe12588328f is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:12.905754 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Floating IP 022fc9e3-8403-4b35-9118-e0556fbae82a associated. External IP: 172.28.3.154, port: e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf. Feb 11 19:21:12.911851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Network ecdc33f0-a2e9-4dea-b621-7831abf80dbb has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:21:12.965440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:13.009835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network aa071ccc-47a2-4f97-9df7-809d346c36f7 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:21:13.043055 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:13.069408 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-937568bd-7dc5-4267-9481-aea9c7e5a0e2 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603558 Feb 11 19:21:13.071321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:13.089027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Made reservation on behalf of 3029fa23a10049cc8b168fe12588328f for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:13.093880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852536516'] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:13.396595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:13.404342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:13.423335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:13.458175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Network ecdc33f0-a2e9-4dea-b621-7831abf80dbb has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:21:13.470848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2df43-3f6d-4243-a53e-33a64a88d159,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:13.475673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:13.552160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:13.600494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:13.617308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ffd0921b-4e7b-4d3a-a65e-1d3e7c53bb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:21:13.722977 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:21:13.764810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecf2f7-4615-4a1e-b107-f2170c28a41b req-700d513b-28af-4da6-9611-66d0e4de7358 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:13.768909 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-33ecf2f7-4615-4a1e-b107-f2170c28a41b req-700d513b-28af-4da6-9611-66d0e4de7358 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 943 time: 0.5705249 Feb 11 19:21:13.809179 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d84eab663dee45758a9b91367a62924f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9113011 Feb 11 19:21:13.835142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37114) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:13.855231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798d64ab-3674-452d-ad8c-bd15ef0a1c9a,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:13.865349 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d8eff39c0ad74c01af8e0067ce9ad8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0226476 Feb 11 19:21:13.877379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37118) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:13.880635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:13.899828 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea84e837-e6d3-4e5f-9a34-4b72a2e769d6 req-f12e5087-5aaf-4bb5-91c9-3d4a93477683 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7994480 Feb 11 19:21:13.903142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:13.909061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:13.925247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:13.931345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Router b6057325-396d-4d78-bc36-bd975735d6bd has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:21:13.939373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdc33f0-a2e9-4dea-b621-7831abf80dbb,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:13.944973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:13.963477 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ecdc33f0-a2e9-4dea-b621-7831abf80dbb HTTP/1.1" status: 204 len: 168 time: 3.4112012 Feb 11 19:21:14.050566 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-33ecf2f7-4615-4a1e-b107-f2170c28a41b req-bff4a583-cfb1-4a43-93b8-58167d0eddd1 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565553 Feb 11 19:21:14.051237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81624d35-60f0-427f-ba8a-1caf74656549 req-aaaa371a-8a59-479d-aac4-25e33a8648fd tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:14.053011 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-81624d35-60f0-427f-ba8a-1caf74656549 req-aaaa371a-8a59-479d-aac4-25e33a8648fd tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.3353608 Feb 11 19:21:14.095010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37126) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:14.184110 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-81624d35-60f0-427f-ba8a-1caf74656549 req-8d0fe948-f8e6-408b-b29c-66f18882fbdb tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248894 Feb 11 19:21:14.213064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-23094135-a7d5-4f0f-9045-b2a73133bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:14.215372 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-23094135-a7d5-4f0f-9045-b2a73133bfb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 1160 time: 0.1384809 Feb 11 19:21:14.274338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37132) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:14.336549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dcaa698f-258f-469a-bf34-ee0ac82785b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.392585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-94cb8e82-6d27-4c82-9e75-1e17e5501d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.411129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-7b1b7a7f-c6cc-44f3-8efa-68cf974e6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:14.414762 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-7b1b7a7f-c6cc-44f3-8efa-68cf974e6402 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 909 time: 0.1914744 Feb 11 19:21:14.494060 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-77061c7b-a1b5-44a2-866a-668ac7531acc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fd7d6f-52a6-457a-a97c-def444ac25fb HTTP/1.1" status: 200 len: 217 time: 0.0711229 Feb 11 19:21:14.514876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dcaa698f-258f-469a-bf34-ee0ac82785b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.532551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-94cb8e82-6d27-4c82-9e75-1e17e5501d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.566370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:21:14.581483 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-21db9c24-e534-4e30-a3bd-80c3dab2fd25 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fde6af625a5449f4afe3fe47c46ddc0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2825780 Feb 11 19:21:14.585338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 37136) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:14.587258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca539b9-2528-428a-8255-6d82310535eb None None] Sync routers for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:21:14.601137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca539b9-2528-428a-8255-6d82310535eb None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:21:14.601958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-fca539b9-2528-428a-8255-6d82310535eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:20:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:21:14.603411 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-413ecea1-f211-4916-b8a8-a16adeb86c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:14.605803 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-413ecea1-f211-4916-b8a8-a16adeb86c37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.1030548 Feb 11 19:21:14.646298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.676582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:14.687428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Usage tracker for resource:security_group_rule and tenant:92a4c1243cba4329bc4558f51a9b5ba6 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:14.690884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.697359 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-9d55b033-3a79-49d4-ba7d-e29be8a86c91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678766 Feb 11 19:21:14.719191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:14.753462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:14.772070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-94cb8e82-6d27-4c82-9e75-1e17e5501d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.776013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dcaa698f-258f-469a-bf34-ee0ac82785b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.790832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5d3f443a-b887-41ba-a4b3-2be58c29579c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:14.822247 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7031f0e8-7bb8-4e86-a244-c9911bd37ae9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "PUT /v2.0/floatingips/022fc9e3-8403-4b35-9118-e0556fbae82a HTTP/1.1" status: 200 len: 992 time: 4.4280522 Feb 11 19:21:14.822247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb8e82-6d27-4c82-9e75-1e17e5501d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2df43-3f6d-4243-a53e-33a64a88d159,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:14.824467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2dad6bf5-ac65-4a58-a6b2-843d7ab9ec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.831991 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:14.899701 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2dad6bf5-ac65-4a58-a6b2-843d7ab9ec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.917280 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa698f-258f-469a-bf34-ee0ac82785b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798d64ab-3674-452d-ad8c-bd15ef0a1c9a,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:14.919271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dcaa698f-258f-469a-bf34-ee0ac82785b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.920601 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-dcaa698f-258f-469a-bf34-ee0ac82785b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/798d64ab-3674-452d-ad8c-bd15ef0a1c9a HTTP/1.1" status: 204 len: 168 time: 1.0848184 Feb 11 19:21:14.921652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-94cb8e82-6d27-4c82-9e75-1e17e5501d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:14.922801 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-94cb8e82-6d27-4c82-9e75-1e17e5501d08 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/24c2df43-3f6d-4243-a53e-33a64a88d159 HTTP/1.1" status: 204 len: 168 time: 1.0399442 Feb 11 19:21:14.931062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dcaa698f-258f-469a-bf34-ee0ac82785b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:14.932875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:14.933382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:14.963862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852634597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852536531'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:15.051753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:15.057721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-fca539b9-2528-428a-8255-6d82310535eb None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:21:15.062201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2dad6bf5-ac65-4a58-a6b2-843d7ab9ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:15.101745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-16875a95-ead5-4a44-8c2e-e41a8ee96d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:15.186970 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'status': 'completed', 'code': 200} Feb 11 19:21:15.249791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad6bf5-ac65-4a58-a6b2-843d7ab9ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7240e28-29c9-4145-bc88-64eddcaa5999,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:15.259452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2dad6bf5-ac65-4a58-a6b2-843d7ab9ec4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:15.413500 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2dad6bf5-ac65-4a58-a6b2-843d7ab9ec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:15.414897 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2dad6bf5-ac65-4a58-a6b2-843d7ab9ec4e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b7240e28-29c9-4145-bc88-64eddcaa5999 HTTP/1.1" status: 204 len: 168 time: 0.8261859 Feb 11 19:21:15.466535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5463e2b3-57ba-4063-861e-893ba878df55,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:15.473228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:15.476476 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:15.492454 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:15.492974 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-9a6e5f86-199a-4f28-a038-eec539b552f6 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867897 Feb 11 19:21:15.768746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6c3d42e-14d1-4bec-8d97-39505a25273b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:15.816944 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d4152ad-602e-4faa-b617-bc8234ef6f26 req-f289bb68-1e1f-4a15-81d8-7f7d91fe7c0d service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3119557 Feb 11 19:21:15.819449 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-09f70784-b2df-43c4-b6aa-d56f7754b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:15.822043 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-09f70784-b2df-43c4-b6aa-d56f7754b336 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 1163 time: 0.6718965 Feb 11 19:21:15.876698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37158) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:15.917704 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=92a4c1243cba4329bc4558f51a9b5ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8157473 Feb 11 19:21:15.921626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37162) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:15.927848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43e94ad-b273-4535-a76b-3e59b2a6c230,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:15.935905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:15.947541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:15.977123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec8b9b-3313-4335-9aef-51d3649b95e6 req-3421fa31-a01f-4b40-ae76-c79bcfe1d548 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:15.977979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-0aec8b9b-3313-4335-9aef-51d3649b95e6 req-3421fa31-a01f-4b40-ae76-c79bcfe1d548 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:16.002296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:16.018028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Usage tracker for resource:security_group_rule and tenant:5893bd6f2ae04bab89b0de0a7f1816fd is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:16.025513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:16.036793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Checking segment: {'id': 'c8b24463-dc4c-4b4c-a7c6-bd8de3654b34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aa071ccc-47a2-4f97-9df7-809d346c36f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:21:16.037248 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Network hostable DHCP agents. Network: aa071ccc-47a2-4f97-9df7-809d346c36f7, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:21:16.055824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:16.087958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37166) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:16.180732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-0aec8b9b-3313-4335-9aef-51d3649b95e6 req-3421fa31-a01f-4b40-ae76-c79bcfe1d548 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:16.182041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0aec8b9b-3313-4335-9aef-51d3649b95e6 req-3421fa31-a01f-4b40-ae76-c79bcfe1d548 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 943 time: 0.8686132 Feb 11 19:21:16.297179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-fca539b9-2528-428a-8255-6d82310535eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '022fc9e3-8403-4b35-9118-e0556fbae82a', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'floating_ip_address': '172.28.3.154', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'port_id': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'mac_address': 'fa:16:3e:1d:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:20:36Z', 'updated_at': '2021-02-11T19:21:12Z', 'revision_number': 1, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:21:16.306467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca539b9-2528-428a-8255-6d82310535eb None None] Checking router: b6057325-396d-4d78-bc36-bd975735d6bd for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:21:16.324055 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca539b9-2528-428a-8255-6d82310535eb None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:21:16.325252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-fca539b9-2528-428a-8255-6d82310535eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:20:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:21:16.325563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-ed2bf00b-b713-4206-9226-db04c13c737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:16.327469 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-ed2bf00b-b713-4206-9226-db04c13c737c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.3338625 Feb 11 19:21:16.334951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c72ee-148d-40f1-ad1d-0470a4356b62 req-9ada592a-17ec-4f13-a7dd-7ef0fcd87e2c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:16.337938 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2d1c72ee-148d-40f1-ad1d-0470a4356b62 req-9ada592a-17ec-4f13-a7dd-7ef0fcd87e2c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.5731709 Feb 11 19:21:16.358565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d9b69d5c-a48f-4b1b-8e4b-103b5e317af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:16.362843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:16.378296 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0aec8b9b-3313-4335-9aef-51d3649b95e6 req-0342d7db-7900-4191-8fe1-e593647efa6b tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839480 Feb 11 19:21:16.389642 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Network aa071ccc-47a2-4f97-9df7-809d346c36f7 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:21:16.497643 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:16.520215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, aa071ccc-47a2-4f97-9df7-809d346c36f7) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:21:16.531741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d13306c-3361-4cb5-8c02-5469b73194cb None None] Network aa071ccc-47a2-4f97-9df7-809d346c36f7 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:21:16.555489 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-f83f7517-06b8-4e36-ad48-154de7fdbfa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf HTTP/1.1" status: 200 len: 1000 time: 0.2121758 Feb 11 19:21:16.565718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d9b69d5c-a48f-4b1b-8e4b-103b5e317af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:16.574591 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8650454cf34a9dbc781d675270b684 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:16.595264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:16.649908 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2d1c72ee-148d-40f1-ad1d-0470a4356b62 req-f67fd56d-0cbe-4ed5-8a9d-76ceefe6d509 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968371 Feb 11 19:21:16.651470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:16.658158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:16.658663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:16.695424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-fca539b9-2528-428a-8255-6d82310535eb None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:21:16.746719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-624e2b08-f619-4dce-aefc-62fd186988e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:16.748785 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-624e2b08-f619-4dce-aefc-62fd186988e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.1856213 Feb 11 19:21:16.786866 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4bd91df3-faad-4d88-99a9-8371479ec650 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9245563 Feb 11 19:21:16.806298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d9b69d5c-a48f-4b1b-8e4b-103b5e317af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:16.812653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:16.817988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fa665e6b-bd90-46ce-b2b1-fe55edf2f499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:16.831840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:16.844257 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b69d5c-a48f-4b1b-8e4b-103b5e317af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43e94ad-b273-4535-a76b-3e59b2a6c230,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:16.849673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-94828927-b002-43fc-b92d-912cbc439e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:16.851251 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-94828927-b002-43fc-b92d-912cbc439e3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0942364 Feb 11 19:21:16.858988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d9b69d5c-a48f-4b1b-8e4b-103b5e317af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:16.859545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a98ab8bf-87d2-4b7c-b2a2-f34192321b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:16.884146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d9b69d5c-a48f-4b1b-8e4b-103b5e317af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:16.889145 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d9b69d5c-a48f-4b1b-8e4b-103b5e317af4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a43e94ad-b273-4535-a76b-3e59b2a6c230 HTTP/1.1" status: 204 len: 168 time: 0.9626055 Feb 11 19:21:17.028974 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.032345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aad2aa-6237-4a01-9d73-9eee8255c2d9 None None] Network aa071ccc-47a2-4f97-9df7-809d346c36f7 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:21:17.064468 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5893bd6f2ae04bab89b0de0a7f1816fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1799557 Feb 11 19:21:17.065799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d31a43-bd4c-4bfd-b511-ff92c3aae6f8,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:17.069481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37186) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:17.070035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.134100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:17.134650 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-20a52058-cfd3-4228-b230-69ffb967496b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:17.180313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a364391a-e03e-4bff-b3ba-381de71c9984,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:17.192210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:17.264246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a404489-a6dd-4049-8c2f-86db3add1934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.304904 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-02377c4f-6972-4233-9eac-91b78ff3b245 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407361 Feb 11 19:21:17.314948 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a404489-a6dd-4049-8c2f-86db3add1934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.395036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-fca539b9-2528-428a-8255-6d82310535eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '022fc9e3-8403-4b35-9118-e0556fbae82a', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'floating_ip_address': '172.28.3.154', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'port_id': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'mac_address': 'fa:16:3e:1d:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:20:36Z', 'updated_at': '2021-02-11T19:21:12Z', 'revision_number': 1, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:21:17.400434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca539b9-2528-428a-8255-6d82310535eb None None] The sync data for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb is: [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '022fc9e3-8403-4b35-9118-e0556fbae82a', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'floating_ip_address': '172.28.3.154', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'port_id': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'mac_address': 'fa:16:3e:1d:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:20:36Z', 'updated_at': '2021-02-11T19:21:12Z', 'revision_number': 1, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:21:17.432090 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3e8650454cf34a9dbc781d675270b684&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3371465 Feb 11 19:21:17.432090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a404489-a6dd-4049-8c2f-86db3add1934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.439020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37198) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:17.439763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8378d678-ffcf-4c11-ad00-4e036d7ce13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:17.520573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a404489-a6dd-4049-8c2f-86db3add1934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.521805 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4a404489-a6dd-4049-8c2f-86db3add1934 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a6d31a43-bd4c-4bfd-b511-ff92c3aae6f8 HTTP/1.1" status: 204 len: 168 time: 0.4428060 Feb 11 19:21:17.529446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a404489-a6dd-4049-8c2f-86db3add1934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d31a43-bd4c-4bfd-b511-ff92c3aae6f8,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:17.537810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4a404489-a6dd-4049-8c2f-86db3add1934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:17.563816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-15ffb34c-cd0d-4b96-8576-199fe7a87ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.611871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-15ffb34c-cd0d-4b96-8576-199fe7a87ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.734758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-15ffb34c-cd0d-4b96-8576-199fe7a87ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.743090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5095beb2-014d-42b4-8f77-a0969436b16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:17.762938 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffb34c-cd0d-4b96-8576-199fe7a87ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a364391a-e03e-4bff-b3ba-381de71c9984,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:17.765645 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37212) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:17.781341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-15ffb34c-cd0d-4b96-8576-199fe7a87ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.783637 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-15ffb34c-cd0d-4b96-8576-199fe7a87ae8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a364391a-e03e-4bff-b3ba-381de71c9984 HTTP/1.1" status: 204 len: 168 time: 0.3260119 Feb 11 19:21:17.800169 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ac4c7d5-e7ce-48fb-9083-652049a56035 req-8ccf461f-90c0-4e64-9143-dae8cfafcc67 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4802430 Feb 11 19:21:17.830272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-15ffb34c-cd0d-4b96-8576-199fe7a87ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:17.831734 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:17.852543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:17.857248 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Usage tracker for resource:security_group_rule and tenant:14e419dbeae14cbe9868263fd49a45a3 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:17.860937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:17.869070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:17.887193 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e1a97-a88a-4173-9a6f-4134614a8801 None None] New status for floating IP 022fc9e3-8403-4b35-9118-e0556fbae82a: ACTIVE {{(pid=79957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:21:17.936496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e69832-0a07-487d-a258-8c8511c61db9 req-ae51a693-d6d5-4085-aa78-35240bb2d13c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:17.944995 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-71e69832-0a07-487d-a258-8c8511c61db9 req-ae51a693-d6d5-4085-aa78-35240bb2d13c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 943 time: 0.3269336 Feb 11 19:21:18.044542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:18.048581 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:18.067461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-71355257-2ecd-4f2d-b16b-a4480b0f13fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:18.067771 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-71e69832-0a07-487d-a258-8c8511c61db9 req-50a753bf-76a1-41ab-a625-36fff12a6688 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216164 Feb 11 19:21:18.174564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 37228) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:18.175098 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=14e419dbeae14cbe9868263fd49a45a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964703 Feb 11 19:21:18.277167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01478b20-2b88-47ec-97ad-3eaee9d2cd7c,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:18.291257 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:18.381981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c64f0b7-4997-4cf8-995b-10a0ea8f8fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:18.502145 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c64f0b7-4997-4cf8-995b-10a0ea8f8fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:18.560417 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c64f0b7-4997-4cf8-995b-10a0ea8f8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:18.569931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:18.597735 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64f0b7-4997-4cf8-995b-10a0ea8f8fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01478b20-2b88-47ec-97ad-3eaee9d2cd7c,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:18.605233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8c64f0b7-4997-4cf8-995b-10a0ea8f8fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:18.612382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c64f0b7-4997-4cf8-995b-10a0ea8f8fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:18.616758 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8c64f0b7-4997-4cf8-995b-10a0ea8f8fd6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/01478b20-2b88-47ec-97ad-3eaee9d2cd7c HTTP/1.1" status: 204 len: 168 time: 0.4400439 Feb 11 19:21:18.623077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-2bda8b79-0467-4d6e-ab79-8684fd5dd09b tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:18.624056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-2bda8b79-0467-4d6e-ab79-8684fd5dd09b tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Synchronizing usage tracker for tenant:acecbfae8be9429dbc964c27149330fe on resource:network {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:18.663220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-2bda8b79-0467-4d6e-ab79-8684fd5dd09b tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Unset dirty status for tenant:acecbfae8be9429dbc964c27149330fe on resource:network {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:18.665766 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-2bda8b79-0467-4d6e-ab79-8684fd5dd09b tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/networks?id=2d161951-d8c9-48c2-91ac-ad7fad962c9a HTTP/1.1" status: 200 len: 808 time: 0.5142276 Feb 11 19:21:18.686487 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-c0427a42-91cb-4529-af71-c362b82b9dc3 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/quotas/acecbfae8be9429dbc964c27149330fe HTTP/1.1" status: 200 len: 375 time: 0.0131793 Feb 11 19:21:18.767554 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-dc366c1e-2850-4060-8a81-4d09a49de218 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=acecbfae8be9429dbc964c27149330fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700128 Feb 11 19:21:18.806795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3984de-8fe2-4096-b5bc-6b857b12069a req-638656f4-882f-43c1-8a9d-4b1065e0ab0f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:18.809481 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fa3984de-8fe2-4096-b5bc-6b857b12069a req-638656f4-882f-43c1-8a9d-4b1065e0ab0f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.3635359 Feb 11 19:21:18.907182 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fa3984de-8fe2-4096-b5bc-6b857b12069a req-2b6ab137-c650-4c05-acc1-792daa8f4f14 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900326 Feb 11 19:21:18.953457 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-57a47ba0-9b04-472e-ba97-bd8c2b702861 service neutron] 10.222.0.101 "GET /v2.0/networks/2d161951-d8c9-48c2-91ac-ad7fad962c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775374 Feb 11 19:21:19.169220 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-671169d0-6fab-4b07-b00a-e5bec9447237 service neutron] 10.222.0.101 "GET /v2.0/networks/2d161951-d8c9-48c2-91ac-ad7fad962c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2035053 Feb 11 19:21:19.518844 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fefaaf6d-0b5b-4358-a75b-47fc3d19f2c7 req-831830f0-d37d-4742-8559-57a91483495e tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 210 time: 0.1057582 Feb 11 19:21:19.673848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:21:19.705996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582700-3cfa-42c7-8eab-04fa314e6182 req-f1c643b0-1e7a-4965-95a3-48ee2729c5e9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:19.707741 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f9582700-3cfa-42c7-8eab-04fa314e6182 req-f1c643b0-1e7a-4965-95a3-48ee2729c5e9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 943 time: 0.4930191 Feb 11 19:21:19.801619 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f9582700-3cfa-42c7-8eab-04fa314e6182 req-32dfe61f-b335-4fda-a900-624bc74e4d67 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862098 Feb 11 19:21:20.357368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 78fd7d6f-52a6-457a-a97c-def444ac25fb up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:20.462176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b152afe-2df4-44c6-b150-f52a11fd3d35 req-4cc3554a-59da-4b3c-b513-f9ee1a442ae3 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:20.464945 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4b152afe-2df4-44c6-b150-f52a11fd3d35 req-4cc3554a-59da-4b3c-b513-f9ee1a442ae3 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.3774178 Feb 11 19:21:20.550790 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 78fd7d6f-52a6-457a-a97c-def444ac25fb completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:21:20.556630 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 78fd7d6f-52a6-457a-a97c-def444ac25fb triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:20.557077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:20.606389 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4b152afe-2df4-44c6-b150-f52a11fd3d35 req-7a130243-4890-4b80-9ea2-aefc23a10315 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167974 Feb 11 19:21:20.728763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:20.779669 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1c9f8d77-ddf4-40e5-a776-3226022a331a req-efd2a259-d85c-4546-9b5e-afdacf9b8cd3 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 210 time: 0.0521760 Feb 11 19:21:20.781580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fd7d6f-52a6-457a-a97c-def444ac25fb'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:20.829217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 78fd7d6f-52a6-457a-a97c-def444ac25fb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=78fd7d6f-52a6-457a-a97c-def444ac25fb,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:21:20.836154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:20.838219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:20.910081 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fd7d6f-52a6-457a-a97c-def444ac25fb', 'code': 200} Feb 11 19:21:20.989958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=78fd7d6f-52a6-457a-a97c-def444ac25fb,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:20.994482 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:21.579287 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15623074-6b14-4f44-979e-a2e0ca2289df req-34970b9e-42bf-4232-a389-526b90d241c3 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:21.581545 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-15623074-6b14-4f44-979e-a2e0ca2289df req-34970b9e-42bf-4232-a389-526b90d241c3 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 945 time: 0.4742367 Feb 11 19:21:21.679671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 78fd7d6f-52a6-457a-a97c-def444ac25fb up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:21.711301 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-e6ed8c50-eeeb-4c3b-806e-6ea66910cc7f tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:21.714007 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-e6ed8c50-eeeb-4c3b-806e-6ea66910cc7f tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.42 "GET /v2.0/networks?id=2d161951-d8c9-48c2-91ac-ad7fad962c9a HTTP/1.1" status: 200 len: 808 time: 0.6453032 Feb 11 19:21:21.725143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d04581-66a3-42ae-9d80-cf780993708d req-738e0ccd-9d94-4d10-b619-66f164dd34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:21.727694 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b0d04581-66a3-42ae-9d80-cf780993708d req-738e0ccd-9d94-4d10-b619-66f164dd34ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 1162 time: 0.4112782 Feb 11 19:21:21.774292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Request body: {'port': {'device_id': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'network_id': '2d161951-d8c9-48c2-91ac-ad7fad962c9a', 'admin_state_up': True, 'tenant_id': 'acecbfae8be9429dbc964c27149330fe'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:21.804186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 78fd7d6f-52a6-457a-a97c-def444ac25fb triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:21.804822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:22.066844 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-15623074-6b14-4f44-979e-a2e0ca2289df req-c5e0ca1a-0d1c-4498-a6d0-1efc918dddfa tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695365 Feb 11 19:21:22.074783 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b0d04581-66a3-42ae-9d80-cf780993708d req-57d9e3e1-90a5-4740-ac18-950d10638127 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275104 Feb 11 19:21:22.102192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43431437-0283-4c78-b935-fd784f049971 req-f45a7ca4-b7ae-433e-9c71-64f8810927b1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:22.104023 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-43431437-0283-4c78-b935-fd784f049971 req-f45a7ca4-b7ae-433e-9c71-64f8810927b1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2186055 Feb 11 19:21:22.177457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:22.182365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Usage tracker for resource:port and tenant:acecbfae8be9429dbc964c27149330fe is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:22.186069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:22.193341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:22.244614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Made reservation on behalf of acecbfae8be9429dbc964c27149330fe for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:22.290698 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-43431437-0283-4c78-b935-fd784f049971 req-82ef1fc6-b7fa-463e-86e7-16e47ab662a3 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753325 Feb 11 19:21:22.346680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:22.452019 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-13439fa3-0fc6-4fdc-8481-8c0cb85eb157 req-5643aad2-d05a-4588-bd6b-7cbcc1c5e773 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 210 time: 0.0673938 Feb 11 19:21:22.890454 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Allocated IP 172.20.0.3 (2d161951-d8c9-48c2-91ac-ad7fad962c9a/148edd9b-eca6-47d2-b3d6-bf4c4f6502d5/434c1b57-f13f-4797-a521-30990da5f3f0) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:21:23.185418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:23.251153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:23.312271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:23.432128 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Pushing event updated for resources: {'Port': ['ID=434c1b57-f13f-4797-a521-30990da5f3f0,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:23.435669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:23.806307 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3545f-67e8-40b7-b6ce-5a55f042eda2 req-a2181672-3668-486e-b8aa-eed6d324a720 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:23.819862 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-84c3545f-67e8-40b7-b6ce-5a55f042eda2 req-a2181672-3668-486e-b8aa-eed6d324a720 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.3157377 Feb 11 19:21:23.839359 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54216f-d300-4eeb-8a83-45db132bb252 req-b4fc24d9-9f92-4bc7-9ff7-42c4ff6391ac tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:23.841136 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ac54216f-d300-4eeb-8a83-45db132bb252 req-b4fc24d9-9f92-4bc7-9ff7-42c4ff6391ac tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 945 time: 0.4102616 Feb 11 19:21:23.905309 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-84c3545f-67e8-40b7-b6ce-5a55f042eda2 req-2e46a00c-163f-459d-997b-e737f2da0fa6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838299 Feb 11 19:21:23.950127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Network 2d161951-d8c9-48c2-91ac-ad7fad962c9a is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:21:23.953682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:21:23.960532 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:21:24.038263 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ac54216f-d300-4eeb-8a83-45db132bb252 req-301f461e-7f01-46cc-abb0-312f41354259 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683838 Feb 11 19:21:24.197261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:24.198052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:24.235391 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4871399 Feb 11 19:21:24.255705 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Request body: {'port': {'device_id': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:24.427815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:24.601130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e3ac-148f-4396-99d3-f2f4e4419e8c req-8668f028-5098-4dfc-8b59-b8e30cd0af3a tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:24.617266 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6be3e3ac-148f-4396-99d3-f2f4e4419e8c req-8668f028-5098-4dfc-8b59-b8e30cd0af3a tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 931 time: 0.4403541 Feb 11 19:21:24.738275 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-120261c6-3531-41f1-949c-89048578bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:24.741751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6be3e3ac-148f-4396-99d3-f2f4e4419e8c req-f0ac10c1-3219-4cc2-80db-cdb21035ba6f tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Synchronizing usage tracker for tenant:acecbfae8be9429dbc964c27149330fe on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:24.768361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6be3e3ac-148f-4396-99d3-f2f4e4419e8c req-f0ac10c1-3219-4cc2-80db-cdb21035ba6f tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Unset dirty status for tenant:acecbfae8be9429dbc964c27149330fe on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:24.781291 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6be3e3ac-148f-4396-99d3-f2f4e4419e8c req-f0ac10c1-3219-4cc2-80db-cdb21035ba6f tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556885 Feb 11 19:21:25.010238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434c1b57-f13f-4797-a521-30990da5f3f0 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:21:25.019623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:25.037221 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Transition to ACTIVE for port object 434c1b57-f13f-4797-a521-30990da5f3f0 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:21:25.044250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:25.081989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-24cd03e6-763b-4e4c-b90e-fe644fab8c98 tempest-DeleteServersTestJSON-1986677203 tempest-DeleteServersTestJSON-1986677203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:25.226736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Pushing event updated for resources: {'Port': ['ID=434c1b57-f13f-4797-a521-30990da5f3f0,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:25.304764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:25.501939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ddd66-d453-4234-95cd-6c0c22ac29a4 req-1a7df005-64ff-4df0-8ffc-c81d49d019be tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:25.525247 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bd5ddd66-d453-4234-95cd-6c0c22ac29a4 req-1a7df005-64ff-4df0-8ffc-c81d49d019be tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 945 time: 0.2850270 Feb 11 19:21:25.598699 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9507b80-1911-4313-be1b-fbd74b8d64ee req-f3af0a0d-3a44-4040-83e0-04bc3af41641 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:25.600519 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e9507b80-1911-4313-be1b-fbd74b8d64ee req-f3af0a0d-3a44-4040-83e0-04bc3af41641 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.4546416 Feb 11 19:21:25.663683 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bd5ddd66-d453-4234-95cd-6c0c22ac29a4 req-d534484c-d5d6-4347-92ae-bda556a17acd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370599 Feb 11 19:21:25.734589 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e9507b80-1911-4313-be1b-fbd74b8d64ee req-3879c670-6568-45a2-9f39-06e53f37743f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224470 Feb 11 19:21:25.775406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Attempting to bind port 434c1b57-f13f-4797-a521-30990da5f3f0 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:21:25.775787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Attempting to bind port 434c1b57-f13f-4797-a521-30990da5f3f0 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '0a0b48b1-592c-46f2-8865-aef24026cd51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2d161951-d8c9-48c2-91ac-ad7fad962c9a'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:21:25.776159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Attempting to bind port 434c1b57-f13f-4797-a521-30990da5f3f0 on network 2d161951-d8c9-48c2-91ac-ad7fad962c9a {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:21:25.809954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:21:25.810335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Checking segment: {'id': '0a0b48b1-592c-46f2-8865-aef24026cd51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2d161951-d8c9-48c2-91ac-ad7fad962c9a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:21:25.810819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:25.811232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Bound using segment: {'id': '0a0b48b1-592c-46f2-8865-aef24026cd51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2d161951-d8c9-48c2-91ac-ad7fad962c9a'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:21:25.811750 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Bound port: 434c1b57-f13f-4797-a521-30990da5f3f0, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0b48b1-592c-46f2-8865-aef24026cd51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2d161951-d8c9-48c2-91ac-ad7fad962c9a'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:21:25.812132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:26.202660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] For port 434c1b57-f13f-4797-a521-30990da5f3f0, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:21:26.206154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] For port 434c1b57-f13f-4797-a521-30990da5f3f0, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=434c1b57-f13f-4797-a521-30990da5f3f0,segment=NetworkSegment(0a0b48b1-592c-46f2-8865-aef24026cd51),segment_id=0a0b48b1-592c-46f2-8865-aef24026cd51)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:21:26.222755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:26.283511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d088de-f4bb-4f8f-af02-b0b56663620d req-0afbfd71-85c7-4bdb-acdc-439b03680fc8 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:26.292772 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b4d088de-f4bb-4f8f-af02-b0b56663620d req-0afbfd71-85c7-4bdb-acdc-439b03680fc8 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 943 time: 0.1846189 Feb 11 19:21:26.351623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:26.416946 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b4d088de-f4bb-4f8f-af02-b0b56663620d req-23223349-828a-42a2-9e54-c68b6b80cd84 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070523 Feb 11 19:21:26.505482 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:26.506171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:26.507814 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] 10.222.0.42 "PUT /v2.0/ports/434c1b57-f13f-4797-a521-30990da5f3f0 HTTP/1.1" status: 200 len: 1157 time: 2.2576916 Feb 11 19:21:26.510297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'tag': '434c1b57-f13f-4797-a521-30990da5f3f0'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:26.519166 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Pushing event updated for resources: {'Port': ['ID=434c1b57-f13f-4797-a521-30990da5f3f0,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:26.524189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:26.643527 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'tag': '434c1b57-f13f-4797-a521-30990da5f3f0', 'status': 'completed', 'code': 200} Feb 11 19:21:26.692610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-dbd9e1dc-5306-4112-a6da-3dad8a8a2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:26.692610 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-dbd9e1dc-5306-4112-a6da-3dad8a8a2048 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=acecbfae8be9429dbc964c27149330fe&device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 1160 time: 0.1120496 Feb 11 19:21:26.800782 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-ce76a8f1-4e59-410f-bf3f-b0e0d1959b43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=434c1b57-f13f-4797-a521-30990da5f3f0 HTTP/1.1" status: 200 len: 217 time: 0.0925243 Feb 11 19:21:26.884303 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-79d9052c-814e-4b4d-8f3f-2e09aee25399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:26.885890 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-79d9052c-814e-4b4d-8f3f-2e09aee25399 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=148edd9b-eca6-47d2-b3d6-bf4c4f6502d5 HTTP/1.1" status: 200 len: 848 time: 0.0764465 Feb 11 19:21:27.005700 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-880d44b3-6063-4bd2-bda5-8a0bd5ab127f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d161951-d8c9-48c2-91ac-ad7fad962c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097345 Feb 11 19:21:27.056149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 37504) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:27.248594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19cf46-781d-4385-b9bd-2c83d6acdf08 req-b025c40d-f8ab-4cc0-ae38-655001498fe7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:27.250570 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-4b51105c-f7e1-43a7-b0ad-88b33de7abb9 service neutron] 10.222.0.42 "GET /v2.0/networks/2d161951-d8c9-48c2-91ac-ad7fad962c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366400 Feb 11 19:21:27.259533 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bf19cf46-781d-4385-b9bd-2c83d6acdf08 req-b025c40d-f8ab-4cc0-ae38-655001498fe7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2851353 Feb 11 19:21:27.357653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-06efba6e-fa9b-4b61-b0e0-13cb71dd1455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:27.399072 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bf19cf46-781d-4385-b9bd-2c83d6acdf08 req-451eb5f6-e193-460a-aaef-57c65af8398a tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379442 Feb 11 19:21:27.484768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:27.512893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:27.535890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb7904a240d41dab9231acf68b6f922 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:27.541762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:27.565199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:27.631537 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3484ef4a-6f3c-4909-b237-16316f80c504 req-f9221a8f-5fa1-4ea1-accf-8f32865ade6a service neutron] 10.222.0.42 "GET /v2.0/networks/2d161951-d8c9-48c2-91ac-ad7fad962c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3596172 Feb 11 19:21:27.754700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:27.792716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861adf20-0f7d-4b96-9a38-2ae373fe7553 req-e7e4a7b1-275d-4c64-830c-511ac8549597 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:27.793540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-861adf20-0f7d-4b96-9a38-2ae373fe7553 req-e7e4a7b1-275d-4c64-830c-511ac8549597 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Synchronizing usage tracker for tenant:acecbfae8be9429dbc964c27149330fe on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:27.908549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-861adf20-0f7d-4b96-9a38-2ae373fe7553 req-e7e4a7b1-275d-4c64-830c-511ac8549597 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Unset dirty status for tenant:acecbfae8be9429dbc964c27149330fe on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:27.909874 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-861adf20-0f7d-4b96-9a38-2ae373fe7553 req-e7e4a7b1-275d-4c64-830c-511ac8549597 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 943 time: 0.3419247 Feb 11 19:21:28.007065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:28.026133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:28.038446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:28.077708 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-861adf20-0f7d-4b96-9a38-2ae373fe7553 req-4a6b4d95-9add-438e-9a75-6cc8f9f9702c tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400847 Feb 11 19:21:28.109061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e077-f99d-4618-8782-be1102f8fae2 req-af289fa2-9a74-4906-8abc-8795049b3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:28.110921 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8875e077-f99d-4618-8782-be1102f8fae2 req-af289fa2-9a74-4906-8abc-8795049b3d1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=acecbfae8be9429dbc964c27149330fe&device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 1160 time: 0.3130994 Feb 11 19:21:28.122661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905e2777-537a-4ec5-855b-9b802686bd95,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:28.126812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:28.155208 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bfb7904a240d41dab9231acf68b6f922&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0956597 Feb 11 19:21:28.158434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 37548) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:28.337065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f17dc60-59ba-4db5-b513-353c31f0b7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:28.353675 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e077-f99d-4618-8782-be1102f8fae2 req-727e2cb2-2197-4c3d-b5d2-a4b000c3262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:28.355268 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8875e077-f99d-4618-8782-be1102f8fae2 req-727e2cb2-2197-4c3d-b5d2-a4b000c3262f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d161951-d8c9-48c2-91ac-ad7fad962c9a HTTP/1.1" status: 200 len: 902 time: 0.2270870 Feb 11 19:21:28.433387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f17dc60-59ba-4db5-b513-353c31f0b7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:28.451709 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8875e077-f99d-4618-8782-be1102f8fae2 req-c643426f-425f-458d-ade7-0a9b0a63c630 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=434c1b57-f13f-4797-a521-30990da5f3f0 HTTP/1.1" status: 200 len: 217 time: 0.0861614 Feb 11 19:21:28.546095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e077-f99d-4618-8782-be1102f8fae2 req-f64b7fe3-8e55-4eae-84dc-48f871f0c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:28.547744 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8875e077-f99d-4618-8782-be1102f8fae2 req-f64b7fe3-8e55-4eae-84dc-48f871f0c1e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=148edd9b-eca6-47d2-b3d6-bf4c4f6502d5 HTTP/1.1" status: 200 len: 848 time: 0.0730853 Feb 11 19:21:28.601236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f17dc60-59ba-4db5-b513-353c31f0b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:28.645053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-991b20f8-765c-450b-ba79-89a2476598bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:28.676859 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17dc60-59ba-4db5-b513-353c31f0b7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905e2777-537a-4ec5-855b-9b802686bd95,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:28.680547 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8875e077-f99d-4618-8782-be1102f8fae2 req-af006b3d-e249-44d1-aa1e-356cf0c95299 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d161951-d8c9-48c2-91ac-ad7fad962c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863328 Feb 11 19:21:28.681363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7f17dc60-59ba-4db5-b513-353c31f0b7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:28.684916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f17dc60-59ba-4db5-b513-353c31f0b7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:28.688793 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7f17dc60-59ba-4db5-b513-353c31f0b7c3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/905e2777-537a-4ec5-855b-9b802686bd95 HTTP/1.1" status: 204 len: 168 time: 0.5259800 Feb 11 19:21:28.701168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:28.919283 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0701025-361e-44d4-8030-771d8032b044 req-a1b444e9-72a5-49e8-9d46-1aa010d797bc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:28.922288 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e0701025-361e-44d4-8030-771d8032b044 req-a1b444e9-72a5-49e8-9d46-1aa010d797bc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.3714817 Feb 11 19:21:28.994628 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8875e077-f99d-4618-8782-be1102f8fae2 req-6d27e8f6-dbc1-4671-8a40-bef5ae9962ec service neutron] 10.222.0.42 "GET /v2.0/networks/2d161951-d8c9-48c2-91ac-ad7fad962c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006768 Feb 11 19:21:29.025023 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e0701025-361e-44d4-8030-771d8032b044 req-7be22e4e-1091-4132-82da-caac4b99226a tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967140 Feb 11 19:21:29.137653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37582) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:29.184088 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:29.191707 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8875e077-f99d-4618-8782-be1102f8fae2 req-722dacf7-4670-4ae9-86e1-b190a2e388ba service neutron] 10.222.0.42 "GET /v2.0/networks/2d161951-d8c9-48c2-91ac-ad7fad962c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1655383 Feb 11 19:21:29.223278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:29.232025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:8cdfa6d526d541d7a56ecd087d01dcc5 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:29.239878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:29.256658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:29.583479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:29.694845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da51452-79b4-4e13-b4fb-c13c14be19ef req-02586983-0174-4022-a01f-ebe812c72bb3 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:29.703305 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0da51452-79b4-4e13-b4fb-c13c14be19ef req-02586983-0174-4022-a01f-ebe812c72bb3 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 943 time: 0.4210925 Feb 11 19:21:29.815452 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0da51452-79b4-4e13-b4fb-c13c14be19ef req-55d3ba89-f377-41a8-aef5-6a74cd46003e tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103294 Feb 11 19:21:29.818409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:29.823897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:29.841924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2a1f3b8e-b566-4d20-8f6f-2cfb0152afcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:29.880777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928286f5-0633-4704-98dc-4f769a5b2f3d,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:29.886540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:29.919944 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8cdfa6d526d541d7a56ecd087d01dcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7800167 Feb 11 19:21:29.921936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37618) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:30.016100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4d72-f084-4dfb-8bbd-08a4633d4ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:30.032028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-2164002d-a220-4b50-a5e3-06e189ab3a26 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:30.034330 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-2164002d-a220-4b50-a5e3-06e189ab3a26 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 815 time: 0.3047178 Feb 11 19:21:30.052096 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-44e9efa5-5c2b-4d8b-8db2-d38462b5ca5c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/quotas/5568c65ba4d3415cbbea0c4ffb34fdea HTTP/1.1" status: 200 len: 375 time: 0.0106566 Feb 11 19:21:30.056916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4d72-f084-4dfb-8bbd-08a4633d4ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:30.125332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4d72-f084-4dfb-8bbd-08a4633d4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:30.136441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-724fdd49-785d-41cb-8276-6fc7f44e73dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:30.167644 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4d72-f084-4dfb-8bbd-08a4633d4ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928286f5-0633-4704-98dc-4f769a5b2f3d,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:30.173588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a1cd4d72-f084-4dfb-8bbd-08a4633d4ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:30.178433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4d72-f084-4dfb-8bbd-08a4633d4ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:30.180604 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a1cd4d72-f084-4dfb-8bbd-08a4633d4ea7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/928286f5-0633-4704-98dc-4f769a5b2f3d HTTP/1.1" status: 204 len: 168 time: 0.2565715 Feb 11 19:21:30.230006 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-d77a7034-3449-4c9b-8ccb-ff3ee101a05a tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1669338 Feb 11 19:21:30.395377 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-cdc1476d-71a1-48ec-8dad-75f6aacef32b service neutron] 10.222.0.101 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643791 Feb 11 19:21:30.575534 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-a5efcd16-2e63-4da0-ba35-0c2b2ee8c038 service neutron] 10.222.0.101 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1728623 Feb 11 19:21:30.576196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a2437-8e32-494e-95aa-3b86d26eca61 req-081a7f05-8205-4312-92aa-85af2895da0e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:30.578536 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-837a2437-8e32-494e-95aa-3b86d26eca61 req-081a7f05-8205-4312-92aa-85af2895da0e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2805190 Feb 11 19:21:30.666895 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-837a2437-8e32-494e-95aa-3b86d26eca61 req-b5426b4a-e24a-4f1c-af7b-32bdad68fc90 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790677 Feb 11 19:21:30.850990 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-440730fb-2b93-44ff-8599-3491e079e49d req-f0f6e947-afee-4f48-ac87-be83f618e170 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 210 time: 0.0919530 Feb 11 19:21:31.279998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0f017-c935-4646-aa5c-dc98c118ea76 req-c8528e53-01c6-4f69-a34f-5195f9d31a2e tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:31.282344 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7ec0f017-c935-4646-aa5c-dc98c118ea76 req-c8528e53-01c6-4f69-a34f-5195f9d31a2e tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 943 time: 0.2187645 Feb 11 19:21:31.408147 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7ec0f017-c935-4646-aa5c-dc98c118ea76 req-653500f3-886c-4756-8d54-f0bcc1f426cc tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177967 Feb 11 19:21:31.572793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 37680) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:31.852408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 63fe2e3f-752a-49f3-a63a-eb328487b6da up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:31.893995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:31.918834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:31.922960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Usage tracker for resource:security_group_rule and tenant:74d1dc0a60b94d8f9e2ec5d707fd9124 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:31.926998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:31.933057 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:32.055732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:32.062026 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 63fe2e3f-752a-49f3-a63a-eb328487b6da triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:32.064107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:32.064970 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:32.107841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:32.119273 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=74d1dc0a60b94d8f9e2ec5d707fd9124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452671 Feb 11 19:21:32.124716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 37706) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:32.219239 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958b05eb-cd33-4112-aba3-6bcedca20d89 req-8d58480f-cdf1-4122-a5f7-55727fc61191 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 210 time: 0.1619964 Feb 11 19:21:32.261240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d983189-8a07-43ac-896b-b92a52049db5 req-ae695d8a-ee7b-4dca-a1b4-683c90384c64 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:32.262976 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2d983189-8a07-43ac-896b-b92a52049db5 req-ae695d8a-ee7b-4dca-a1b4-683c90384c64 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.4458637 Feb 11 19:21:32.343163 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadac84d-ebe1-4243-b376-40b9cad4eee4,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:32.377075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:32.427581 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2d983189-8a07-43ac-896b-b92a52049db5 req-d7a1ffa0-42e3-44d5-b962-6e9c7ed46b09 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455226 Feb 11 19:21:32.460794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42e29607-02b8-4d24-bf65-2d1d26ed91f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:32.534562 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42e29607-02b8-4d24-bf65-2d1d26ed91f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:32.723976 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42e29607-02b8-4d24-bf65-2d1d26ed91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:32.732747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b7e6d3d2-1ad2-4b96-95a7-9752eb5519b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:32.892315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d827-9408-4309-9885-8571ba1d59da req-48003e8a-8019-4de5-bed9-9c0363cb8e4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:32.895277 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec88d827-9408-4309-9885-8571ba1d59da req-48003e8a-8019-4de5-bed9-9c0363cb8e4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 943 time: 0.2764275 Feb 11 19:21:32.900769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e29607-02b8-4d24-bf65-2d1d26ed91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadac84d-ebe1-4243-b376-40b9cad4eee4,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:32.973936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42e29607-02b8-4d24-bf65-2d1d26ed91f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:32.977735 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-42e29607-02b8-4d24-bf65-2d1d26ed91f3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cadac84d-ebe1-4243-b376-40b9cad4eee4 HTTP/1.1" status: 204 len: 168 time: 0.8485992 Feb 11 19:21:32.980510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42e29607-02b8-4d24-bf65-2d1d26ed91f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:33.100104 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37744) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:33.373782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:33.421888 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:33.423516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Usage tracker for resource:security_group_rule and tenant:44cc88b794944a2daa67d10a8f834117 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:33.428722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:33.435149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:33.561237 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec88d827-9408-4309-9885-8571ba1d59da req-f7999dcf-e03b-4881-ad54-3b02f90cfccc tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828457 Feb 11 19:21:33.591806 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-db5d6fcc-9f78-4ffb-b7c6-68fa3a92a74c req-0c3ec943-6a3c-4180-94c6-81f97798f82c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 210 time: 0.0731559 Feb 11 19:21:33.623347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:33.628056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:33.649956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-edef905d-59c0-4c65-84fb-7d7fd2ed6195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:33.732436 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcb530d-ab3d-4606-9a2f-40f578bf9e1f,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:33.737777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:33.770095 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=44cc88b794944a2daa67d10a8f834117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683598 Feb 11 19:21:33.772845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37774) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:33.792514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-c6b991c2-fe15-4ec6-bad9-3b6e911a5f59 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:33.794727 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-c6b991c2-fe15-4ec6-bad9-3b6e911a5f59 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 815 time: 0.8975830 Feb 11 19:21:33.873749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Request body: {'port': {'device_id': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc', 'admin_state_up': True, 'tenant_id': '5568c65ba4d3415cbbea0c4ffb34fdea'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:33.913905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3b624e7-3d4c-4f5f-b4af-ef854ff3152f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:33.982228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.objects.ports [None req-1c908e78-2825-480c-944b-ddddd7435e74 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79957) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 19:21:33.994179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3b624e7-3d4c-4f5f-b4af-ef854ff3152f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:34.062545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:34.089094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3b624e7-3d4c-4f5f-b4af-ef854ff3152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:34.092100 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-168b092c-983a-485e-a94f-ac809133d30e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 1.0488780 Feb 11 19:21:34.093076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:34.102536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bc0341dc-5a40-46c0-9a1c-ed9b69879fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:34.111943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Made reservation on behalf of 5568c65ba4d3415cbbea0c4ffb34fdea for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:34.128670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b624e7-3d4c-4f5f-b4af-ef854ff3152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcb530d-ab3d-4606-9a2f-40f578bf9e1f,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:34.136760 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:34.152755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f3b624e7-3d4c-4f5f-b4af-ef854ff3152f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:34.162702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3b624e7-3d4c-4f5f-b4af-ef854ff3152f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:34.164952 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f3b624e7-3d4c-4f5f-b4af-ef854ff3152f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dbcb530d-ab3d-4606-9a2f-40f578bf9e1f HTTP/1.1" status: 204 len: 168 time: 0.3907855 Feb 11 19:21:34.261013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8643-778e-4a2f-bfbd-5335d6b83f67 req-eabb58ca-c938-4f49-8e3d-8bf614f268b0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:34.269201 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-eb8a8643-778e-4a2f-bfbd-5335d6b83f67 req-eabb58ca-c938-4f49-8e3d-8bf614f268b0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.4733343 Feb 11 19:21:34.542249 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-eb8a8643-778e-4a2f-bfbd-5335d6b83f67 req-4e3c359e-c030-47a0-90aa-85cc38d27619 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715819 Feb 11 19:21:35.032323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Allocated IP 172.20.0.4 (5ef70a0a-afde-4613-b8a1-7aab1c093dcc/bde4d229-6939-4a27-b3fd-9e502e3495dd/1c9854b9-a774-4473-9acf-870daff8e2c9) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:21:35.048706 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8c6d1e42-81ec-4c15-83be-f71cc8d1b98f req-0bec1e4d-8ad7-4f0a-b67c-33d690246649 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 210 time: 0.1065640 Feb 11 19:21:35.052509 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-4751c64f-6830-46b8-aed2-a8dcd8185be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:35.054030 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-4751c64f-6830-46b8-aed2-a8dcd8185be4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 1162 time: 0.5908809 Feb 11 19:21:35.211636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 63fe2e3f-752a-49f3-a63a-eb328487b6da up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:35.402142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d4df3-6742-49e7-9379-a783d8e4de27 req-db1127cb-eaeb-44fe-9389-254b62dcb652 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:35.411300 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-779d4df3-6742-49e7-9379-a783d8e4de27 req-db1127cb-eaeb-44fe-9389-254b62dcb652 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 943 time: 0.4093106 Feb 11 19:21:35.490418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 63fe2e3f-752a-49f3-a63a-eb328487b6da triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:35.490838 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:35.600895 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-779d4df3-6742-49e7-9379-a783d8e4de27 req-b939f181-69c2-4a55-8a69-51a7656514be tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871698 Feb 11 19:21:35.712858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-c9629807-b083-4cf0-8305-874419489694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:35.715106 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-c9629807-b083-4cf0-8305-874419489694 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 909 time: 0.6309867 Feb 11 19:21:35.738935 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 434c1b57-f13f-4797-a521-30990da5f3f0 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:35.858595 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-7237caaa-f3e6-4d0c-aed8-bd6ece6e55a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b43e8448-db64-42ea-a575-641f3ccb9e5d HTTP/1.1" status: 200 len: 217 time: 0.1326873 Feb 11 19:21:35.862220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 434c1b57-f13f-4797-a521-30990da5f3f0 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:21:35.877843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 434c1b57-f13f-4797-a521-30990da5f3f0 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:35.879213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:36.083587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-10bc0fef-a0a9-45ed-af6d-dceeb3ca82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:36.086251 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-10bc0fef-a0a9-45ed-af6d-dceeb3ca82ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.2187271 Feb 11 19:21:36.098416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:36.147556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:36.168525 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-ccfbedd5-6558-45bc-8012-6f950057848b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645552 Feb 11 19:21:36.230669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 434c1b57-f13f-4797-a521-30990da5f3f0, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=434c1b57-f13f-4797-a521-30990da5f3f0,segment=NetworkSegment(0a0b48b1-592c-46f2-8865-aef24026cd51),segment_id=0a0b48b1-592c-46f2-8865-aef24026cd51)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:21:36.231969 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434c1b57-f13f-4797-a521-30990da5f3f0'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:36.242948 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:36.246709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-28d698ba-168a-481f-bd92-b209b1a12a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:36.352140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=434c1b57-f13f-4797-a521-30990da5f3f0,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:36.366009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:36.398995 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5e058292-4e1b-4c01-aa4b-6d22eb040eb5 req-36a29729-edfd-4974-b035-479fadd47bc8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 210 time: 0.0872276 Feb 11 19:21:36.475580 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434c1b57-f13f-4797-a521-30990da5f3f0', 'code': 200} Feb 11 19:21:36.508126 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-47b70a57-4b41-4b3b-82a6-bde86f25b48e service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303258 Feb 11 19:21:36.679447 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9fa95-41c9-4cac-ba1f-10bc33255560 req-57d3793f-f501-4941-9da1-eceb4ad26a0b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:36.681381 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d8e9fa95-41c9-4cac-ba1f-10bc33255560 req-57d3793f-f501-4941-9da1-eceb4ad26a0b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.8163950 Feb 11 19:21:36.704304 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 434c1b57-f13f-4797-a521-30990da5f3f0 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:36.822493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 434c1b57-f13f-4797-a521-30990da5f3f0 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:36.824847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:36.894913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:36.933740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:37.320396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc07417-fe3f-42d7-960a-011de4db0c37 req-b76a0aeb-70c0-4338-aa63-dca73db1cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:37.334435 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fc07417-fe3f-42d7-960a-011de4db0c37 req-b76a0aeb-70c0-4338-aa63-dca73db1cbff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 1162 time: 0.6124868 Feb 11 19:21:37.466666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c31af-6253-4381-b6de-82255a7ea37b req-f6e746ce-5fbe-4e07-88a5-5d8ccea3f6d1 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:37.474979 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9c9c31af-6253-4381-b6de-82255a7ea37b req-f6e746ce-5fbe-4e07-88a5-5d8ccea3f6d1 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 945 time: 0.6570888 Feb 11 19:21:37.487683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Pushing event updated for resources: {'Port': ['ID=1c9854b9-a774-4473-9acf-870daff8e2c9,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:37.509461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:37.512150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645171c-c333-4020-9422-92631d92695f req-ddf41eab-669a-4595-b32d-de35352e4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:37.514235 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b645171c-c333-4020-9422-92631d92695f req-ddf41eab-669a-4595-b32d-de35352e4e87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 1163 time: 1.1210356 Feb 11 19:21:37.581348 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9c9c31af-6253-4381-b6de-82255a7ea37b req-9a6ec2fa-a0ac-4108-b0dd-4466012a90bc tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050754 Feb 11 19:21:37.598360 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-91185950-9007-470e-b9a1-34ccefff09e1 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0569873 Feb 11 19:21:37.615822 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fc07417-fe3f-42d7-960a-011de4db0c37 req-cdd07109-3312-40dd-bea1-fc21c48d0d9e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382940 Feb 11 19:21:37.620773 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d8e9fa95-41c9-4cac-ba1f-10bc33255560 req-fe21dddb-756d-4227-9314-30f0fcba55bb tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8772526 Feb 11 19:21:37.673947 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b645171c-c333-4020-9422-92631d92695f req-8170c67a-fa18-431d-9354-b8a8fb3cc684 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388075 Feb 11 19:21:37.698718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:21:37.700560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:21:37.703693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:21:37.901498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:37.902341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:37.946686 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0777605 Feb 11 19:21:37.987807 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25a8be-61cc-4d4b-a25c-826425a30562 req-ad3be01a-5cae-44eb-a039-d5e8940b6b9e tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:37.989528 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2b25a8be-61cc-4d4b-a25c-826425a30562 req-ad3be01a-5cae-44eb-a039-d5e8940b6b9e tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 931 time: 0.2151377 Feb 11 19:21:38.059300 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2b25a8be-61cc-4d4b-a25c-826425a30562 req-a06b452f-9f08-4b32-9474-cd1c36e34cc6 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628731 Feb 11 19:21:38.629011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Request body: {'port': {'device_id': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:38.771717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:38.873490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:38.920843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b2b72-0673-47c3-9555-c4a1001e1d89 req-0c036483-494f-47fa-9431-b137c5885168 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:38.922563 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3c3b2b72-0673-47c3-9555-c4a1001e1d89 req-0c036483-494f-47fa-9431-b137c5885168 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 945 time: 0.2069461 Feb 11 19:21:38.966371 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-4281bdf2-dd24-4bec-9150-8110fd0c7a96 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=762bed06666e4de28c99e87e6769b7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404913 Feb 11 19:21:39.017466 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3c3b2b72-0673-47c3-9555-c4a1001e1d89 req-83e79d0c-aafb-437f-8003-3953b3335fb9 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867591 Feb 11 19:21:39.234917 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37950) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:39.380016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6168645-d43b-408d-9a43-ff723ab0134b req-6d25799d-f4f9-4f8b-97e1-23852e59afc3 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:39.384852 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b6168645-d43b-408d-9a43-ff723ab0134b req-6d25799d-f4f9-4f8b-97e1-23852e59afc3 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2420616 Feb 11 19:21:39.465755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-c82e54f1-f2f1-4c77-adb8-a5bcf5255658 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:39.467574 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-c82e54f1-f2f1-4c77-adb8-a5bcf5255658 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4885283 Feb 11 19:21:39.488157 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b6168645-d43b-408d-9a43-ff723ab0134b req-11beb524-7a3d-4344-b6b4-a782e969ec5a tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855851 Feb 11 19:21:39.490626 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-7641f07a-b42d-4a26-879a-33e5a4256707 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/quotas/762bed06666e4de28c99e87e6769b7c4 HTTP/1.1" status: 200 len: 375 time: 0.0150046 Feb 11 19:21:39.491831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:39.512096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:39.516797 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Usage tracker for resource:security_group_rule and tenant:75b7404cc6344299b31987ff359b072d is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:39.520008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:39.525768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:39.559654 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-0284dde9-2809-471f-9af5-cd1ec879f83a tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=762bed06666e4de28c99e87e6769b7c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552213 Feb 11 19:21:39.630959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:39.634434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:39.646857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-22a5ea69-7720-42fa-b012-75992f743de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:39.693320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9854b9-a774-4473-9acf-870daff8e2c9 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:21:39.703433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:39.720407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Transition to ACTIVE for port object 1c9854b9-a774-4473-9acf-870daff8e2c9 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:21:39.727071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:39.787242 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab79e06-bced-4874-859a-6a37300d7261,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:39.792755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:39.798906 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=75b7404cc6344299b31987ff359b072d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567384 Feb 11 19:21:39.802231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 37972) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:39.851304 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:39.979778 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c3ca2bb5-85bf-44a8-8aa9-81f24db9a41a req-f245c57e-fdca-4052-93b7-caf60596b5b9 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 210 time: 0.1292214 Feb 11 19:21:40.020103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213ac89-cda1-40c5-bba2-aa87523d47ef req-2ce62fc6-45ff-4c88-a2f8-67af7975c8da tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:40.040041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c213ac89-cda1-40c5-bba2-aa87523d47ef req-2ce62fc6-45ff-4c88-a2f8-67af7975c8da tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 931 time: 0.3826234 Feb 11 19:21:40.068415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9854b9-a774-4473-9acf-870daff8e2c9,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:40.088526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2d6431e8-ac57-40cf-916a-f295a7887c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:40.119700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:40.132952 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c213ac89-cda1-40c5-bba2-aa87523d47ef req-7b49973d-4907-400b-b6ef-0fb9febc4fe4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918100 Feb 11 19:21:40.189642 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2d6431e8-ac57-40cf-916a-f295a7887c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:40.335612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2d6431e8-ac57-40cf-916a-f295a7887c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:40.348298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dcaa698f-258f-469a-bf34-ee0ac82785b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:40.367496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6431e8-ac57-40cf-916a-f295a7887c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab79e06-bced-4874-859a-6a37300d7261,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:40.378943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2d6431e8-ac57-40cf-916a-f295a7887c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:40.379992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2d6431e8-ac57-40cf-916a-f295a7887c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:40.384807 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2d6431e8-ac57-40cf-916a-f295a7887c10 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aab79e06-bced-4874-859a-6a37300d7261 HTTP/1.1" status: 204 len: 168 time: 0.5804596 Feb 11 19:21:40.518599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Attempting to bind port 1c9854b9-a774-4473-9acf-870daff8e2c9 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:21:40.518982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Attempting to bind port 1c9854b9-a774-4473-9acf-870daff8e2c9 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:21:40.519351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Attempting to bind port 1c9854b9-a774-4473-9acf-870daff8e2c9 on network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:21:40.527149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:21:40.527907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Checking segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:21:40.540335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:40.540758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Bound using segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:21:40.541293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Bound port: 1c9854b9-a774-4473-9acf-870daff8e2c9, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:21:40.541764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:40.702981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] For port 1c9854b9-a774-4473-9acf-870daff8e2c9, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:21:40.707443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] For port 1c9854b9-a774-4473-9acf-870daff8e2c9, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1c9854b9-a774-4473-9acf-870daff8e2c9,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:21:40.716447 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:40.750933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69134e27-3e0d-4b95-8ad0-d7676527850e req-ac24405b-c25e-4f00-b32d-b47befbec78d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:40.756390 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-69134e27-3e0d-4b95-8ad0-d7676527850e req-ac24405b-c25e-4f00-b32d-b47befbec78d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 945 time: 0.3394678 Feb 11 19:21:40.765172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-191dcc0e-41a4-423f-9179-851116256e4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:40.873248 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 63fe2e3f-752a-49f3-a63a-eb328487b6da up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:40.996094 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-69134e27-3e0d-4b95-8ad0-d7676527850e req-25e02c37-969a-448b-8094-4d1c36fd9aa5 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238278 Feb 11 19:21:41.235829 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:41.237498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:41.239955 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] 10.222.0.42 "PUT /v2.0/ports/1c9854b9-a774-4473-9acf-870daff8e2c9 HTTP/1.1" status: 200 len: 1157 time: 2.6159911 Feb 11 19:21:41.250091 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38018) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:41.279258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'tag': '1c9854b9-a774-4473-9acf-870daff8e2c9'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:41.299818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:41.376230 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bef44241-c1e6-4112-b06b-15b5035d0317 req-598ab781-7112-4b9a-ba7c-0cdd062ac01e tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 210 time: 0.0653603 Feb 11 19:21:41.383312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:41.387418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Usage tracker for resource:security_group_rule and tenant:4d39d450627b40aa8c04a8716e965bfe is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:41.390600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:41.396901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:41.400901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9854b9-a774-4473-9acf-870daff8e2c9,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:41.406363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:41.428236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 63fe2e3f-752a-49f3-a63a-eb328487b6da triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:41.428687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:41.520346 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:41.524241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:41.541434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a04cfe10-f5fc-40b2-99bf-03b8fea269f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:41.621773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6ea56-ea49-4b74-b1f7-b7ad266b6c7e req-0f85d100-029c-4418-b154-fa2022619a8e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:41.623942 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7db6ea56-ea49-4b74-b1f7-b7ad266b6c7e req-0f85d100-029c-4418-b154-fa2022619a8e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.4801362 Feb 11 19:21:41.714035 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4d39d450627b40aa8c04a8716e965bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589412 Feb 11 19:21:41.714035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd66789d-2ade-4ac7-b0ae-b81dbf410405,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:41.716083 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38030) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:41.719513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:41.741555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-6fde4502-7d67-4a12-834b-3dccf7b0997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:41.743468 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-6fde4502-7d67-4a12-834b-3dccf7b0997b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 1160 time: 0.4315813 Feb 11 19:21:41.783369 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7db6ea56-ea49-4b74-b1f7-b7ad266b6c7e req-b6285f21-8ecf-4e49-8cbc-73144d9bed8e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518791 Feb 11 19:21:41.816757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7201d199-44a4-4c62-b88c-d5de694c4066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:41.851230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7201d199-44a4-4c62-b88c-d5de694c4066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:41.914191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7201d199-44a4-4c62-b88c-d5de694c4066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:42.020976 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57743670-4c3d-4941-ab3f-2e310fc02a77 req-b5797379-2b48-48ba-b07b-c6eb0cd4eef4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:42.041768 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-57743670-4c3d-4941-ab3f-2e310fc02a77 req-b5797379-2b48-48ba-b07b-c6eb0cd4eef4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 943 time: 0.4064093 Feb 11 19:21:42.045900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-01abf96f-1713-4578-b58f-30955bac6159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:42.085979 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-2e277023-79c0-4142-812e-da50016cc979 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=762bed06666e4de28c99e87e6769b7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2924006 Feb 11 19:21:42.087462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201d199-44a4-4c62-b88c-d5de694c4066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd66789d-2ade-4ac7-b0ae-b81dbf410405,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:42.098162 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'tag': '1c9854b9-a774-4473-9acf-870daff8e2c9', 'status': 'completed', 'code': 200} Feb 11 19:21:42.132772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7201d199-44a4-4c62-b88c-d5de694c4066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:42.153677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7201d199-44a4-4c62-b88c-d5de694c4066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:42.154721 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7201d199-44a4-4c62-b88c-d5de694c4066 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd66789d-2ade-4ac7-b0ae-b81dbf410405 HTTP/1.1" status: 204 len: 168 time: 0.4373536 Feb 11 19:21:42.188764 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-57743670-4c3d-4941-ab3f-2e310fc02a77 req-2d0059de-dc74-40db-86e9-a869e7bb65a0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457975 Feb 11 19:21:42.469727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-8403d7bf-3b21-46e5-906e-74e65d53611f tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:42.473619 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-8403d7bf-3b21-46e5-906e-74e65d53611f tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744714 Feb 11 19:21:42.477170 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-cc05fdc3-089b-45b1-abd0-34c0704d3b5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c9854b9-a774-4473-9acf-870daff8e2c9 HTTP/1.1" status: 200 len: 217 time: 0.6853638 Feb 11 19:21:42.508256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Request body: {'port': {'device_id': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c', 'admin_state_up': True, 'tenant_id': '762bed06666e4de28c99e87e6769b7c4'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:42.798363 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ff459fe9-a0e4-44ca-8d52-b2f545a12a93 req-d8b8380b-7200-4ccb-95ec-99eaa64be6a1 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 210 time: 0.1174130 Feb 11 19:21:42.802688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-09d65209-0b2e-4294-a4aa-5d215fe7153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:42.804197 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-09d65209-0b2e-4294-a4aa-5d215fe7153c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.2590363 Feb 11 19:21:42.890393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffab3-a3af-4a6f-ad12-6638417612ca req-40803c41-1a2e-42eb-9129-34f5b9cbd9fd tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:42.898255 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-572ffab3-a3af-4a6f-ad12-6638417612ca req-40803c41-1a2e-42eb-9129-34f5b9cbd9fd tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2940514 Feb 11 19:21:42.954024 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-60198862-15f0-449e-8a09-349646fb0cd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944147 Feb 11 19:21:42.985534 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-572ffab3-a3af-4a6f-ad12-6638417612ca req-220a10a7-8074-4bee-9204-f12516f272a5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862474 Feb 11 19:21:43.460926 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-2492d664-1135-4ea5-a483-84be3e6350d2 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995644 Feb 11 19:21:43.587844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:43.593018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Usage tracker for resource:port and tenant:762bed06666e4de28c99e87e6769b7c4 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:43.596801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:43.612557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:43.638893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Made reservation on behalf of 762bed06666e4de28c99e87e6769b7c4 for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:43.672247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:43.757682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:43.806338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:43.815532 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Usage tracker for resource:security_group_rule and tenant:762bed06666e4de28c99e87e6769b7c4 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:43.820101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:43.919792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031561f2-b006-4a93-ba1a-c1a0ec06cd42 req-4a8327e7-2335-4c6a-b44a-c2f6ea58f479 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:43.920669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-031561f2-b006-4a93-ba1a-c1a0ec06cd42 req-4a8327e7-2335-4c6a-b44a-c2f6ea58f479 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:43.933535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:43.982062 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a800f11f-ee40-4ee5-94f2-df668bb9a72f req-ff9d9f0e-d465-44e4-ad26-3cd091415dcf service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4331729 Feb 11 19:21:43.982881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-031561f2-b006-4a93-ba1a-c1a0ec06cd42 req-4a8327e7-2335-4c6a-b44a-c2f6ea58f479 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:43.991244 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-031561f2-b006-4a93-ba1a-c1a0ec06cd42 req-4a8327e7-2335-4c6a-b44a-c2f6ea58f479 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 943 time: 0.5380735 Feb 11 19:21:44.082432 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-031561f2-b006-4a93-ba1a-c1a0ec06cd42 req-72fb80c7-05a7-4ec6-bb6a-16ab82910c6f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901272 Feb 11 19:21:44.118173 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3c214fff-526a-4848-9dfb-3df64a877bd4 req-8052da0b-beb0-441b-935e-fb1b2c2e54b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 210 time: 0.0876331 Feb 11 19:21:44.261056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:44.279489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:44.307836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9e29fa1b-ef02-4cde-87a3-8a38a47eab43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:44.390485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-95ec5f24-c8ae-4358-bfc9-e5df5b81ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:44.392147 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-95ec5f24-c8ae-4358-bfc9-e5df5b81ef3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 1160 time: 0.2645872 Feb 11 19:21:44.396939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:44.400557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:44.507243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38128) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:44.769091 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-37258329-b73c-4542-a13f-55da74e7b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:44.770749 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-37258329-b73c-4542-a13f-55da74e7b248 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 909 time: 0.3688452 Feb 11 19:21:44.832215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:44.851199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:44.856402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Usage tracker for resource:security_group_rule and tenant:aab571bed8e24807868ce16215d8bc2c is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:44.860544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:44.868314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:44.947541 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-7d94b0ce-99ca-4066-ba19-e57ba952f686 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c9854b9-a774-4473-9acf-870daff8e2c9 HTTP/1.1" status: 200 len: 217 time: 0.1643517 Feb 11 19:21:44.999776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:45.024590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:45.066386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Allocated IP 192.168.233.210 (0eb31ec7-9377-4717-b01d-da7d51d28b4c/374292fb-ed49-400c-af75-a7d3e4524497/5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:21:45.089113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f3b624e7-3d4c-4f5f-b4af-ef854ff3152f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:45.099284 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-0329e767-977c-4612-957b-9488a553ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:45.115954 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aab571bed8e24807868ce16215d8bc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6069605 Feb 11 19:21:45.119970 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38158) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:45.126078 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-0329e767-977c-4612-957b-9488a553ae63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.1670501 Feb 11 19:21:45.208038 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-ab2fc938-c58d-4b65-94aa-cab5439a612b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711992 Feb 11 19:21:45.255776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109abd4a-568b-49f9-a843-d9650211fe85,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:45.284878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:45.398486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e910193b-421c-44cb-9912-63e7d9160202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:45.438625 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e910193b-421c-44cb-9912-63e7d9160202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:45.525488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e910193b-421c-44cb-9912-63e7d9160202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:45.534261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-390cb35c-edcf-4dec-a7ac-490731f252b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:45.555446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910193b-421c-44cb-9912-63e7d9160202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109abd4a-568b-49f9-a843-d9650211fe85,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:45.579337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e910193b-421c-44cb-9912-63e7d9160202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:45.582338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e910193b-421c-44cb-9912-63e7d9160202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:45.601523 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e910193b-421c-44cb-9912-63e7d9160202 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/109abd4a-568b-49f9-a843-d9650211fe85 HTTP/1.1" status: 204 len: 168 time: 0.4663892 Feb 11 19:21:45.786997 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-843d7d43-9617-4117-adb5-a86d906dfc97 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629923 Feb 11 19:21:45.840199 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-339124d6-951d-4e76-ab52-6c9daf3d6a5b req-4c7b4dae-149d-482c-86a3-4e9da4135888 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 210 time: 0.1168821 Feb 11 19:21:45.867044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-0536abec-844d-4a24-9e5d-71b78acf1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:45.868661 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-0536abec-844d-4a24-9e5d-71b78acf1562 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1163 time: 0.2647922 Feb 11 19:21:45.974658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93363dce-eda6-4f34-9f2e-56b4e73f1b88 req-e5137966-6ca2-4c2a-99af-703770604bf4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:45.977431 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-93363dce-eda6-4f34-9f2e-56b4e73f1b88 req-e5137966-6ca2-4c2a-99af-703770604bf4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 943 time: 0.5850866 Feb 11 19:21:46.141032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-dee3d6d2-bedb-4102-8559-0d2ed7922f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:46.142763 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-dee3d6d2-bedb-4102-8559-0d2ed7922f85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 911 time: 0.2629743 Feb 11 19:21:46.339063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:46.341107 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-a95ec8bc-1082-41d7-8c7c-edf762155a81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 200 len: 217 time: 0.1878569 Feb 11 19:21:46.388952 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-93363dce-eda6-4f34-9f2e-56b4e73f1b88 req-808a9431-a5f1-4421-a49b-d5a77827134b tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972559 Feb 11 19:21:46.419761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Transition to ACTIVE for port object 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 will not be triggered until provisioned by entity DHCP. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:21:46.452003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:46.453331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-33350b99-57d7-47cc-b7bf-6eb83cfa878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:46.455041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-33350b99-57d7-47cc-b7bf-6eb83cfa878c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.1057916 Feb 11 19:21:46.593820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b967225-c96b-48e8-adf4-d873fc443f0f req-87054417-7e4a-4138-a902-fc7477340af3 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:46.604368 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2b967225-c96b-48e8-adf4-d873fc443f0f req-87054417-7e4a-4138-a902-fc7477340af3 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.5584662 Feb 11 19:21:46.606786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38208) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:46.609682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:46.711584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Pushing event updated for resources: {'Port': ['ID=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:46.711676 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-b9ddd666-4907-40ed-bf69-ccd59bfd2419 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927792 Feb 11 19:21:46.717510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:46.728599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Network 0eb31ec7-9377-4717-b01d-da7d51d28b4c is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:21:46.736677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:21:46.739385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:21:46.774509 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2b967225-c96b-48e8-adf4-d873fc443f0f req-5ea14733-40e1-4fac-a9f2-fa6d10b19851 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711066 Feb 11 19:21:46.863118 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c163697c-706f-4b21-b7a4-7c0fd6e521f1 req-b0dc70e4-32be-4be2-96ac-977f6974c923 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8804893 Feb 11 19:21:47.005789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:47.006695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:47.065168 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5612915 Feb 11 19:21:47.109858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Request body: {'port': {'device_id': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:47.195459 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-ffdf4d9d-17bb-425f-8227-ca908f581360 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198103 Feb 11 19:21:47.222912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-6b195be8-ce00-44d9-935f-2d0610e4e179 None None] Provisioning for port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:21:47.257056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-6b195be8-ce00-44d9-935f-2d0610e4e179 None None] Provisioning complete for port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:47.261106 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6b195be8-ce00-44d9-935f-2d0610e4e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:47.351756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-6b195be8-ce00-44d9-935f-2d0610e4e179 None None] Port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:21:47.504764 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-968aff69-fb32-4da4-81f5-a6afff2800d8 req-49470247-700e-4e41-bc5e-ca454f3e29fb service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1918449 Feb 11 19:21:47.605388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670b324-0db6-4afc-b0bc-756fd956a0e3 req-587cebd2-3763-4edd-9e1c-12020000ec41 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:47.607161 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7670b324-0db6-4afc-b0bc-756fd956a0e3 req-587cebd2-3763-4edd-9e1c-12020000ec41 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 936 time: 0.4106810 Feb 11 19:21:47.620031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:47.649334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:47.663811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:47.675747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Usage tracker for resource:security_group_rule and tenant:4006f8cd38ac43dd81d0615795858c99 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:47.681777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:47.694564 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7670b324-0db6-4afc-b0bc-756fd956a0e3 req-79d3ee32-0875-4846-9934-d06848501640 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686822 Feb 11 19:21:47.731592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:47.885383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569afd3e-dfef-4802-b10a-484c51ff9f3c req-ba929495-3a25-4270-9d7c-fa4b7499eff9 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:47.887119 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-569afd3e-dfef-4802-b10a-484c51ff9f3c req-ba929495-3a25-4270-9d7c-fa4b7499eff9 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 945 time: 0.3738568 Feb 11 19:21:48.039457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08db616-f3b7-4df3-8d59-cc2119ff0907 req-498b2009-3253-465d-ab88-064d29a96259 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:48.041369 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b08db616-f3b7-4df3-8d59-cc2119ff0907 req-498b2009-3253-465d-ab88-064d29a96259 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 943 time: 0.1971793 Feb 11 19:21:48.045755 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-569afd3e-dfef-4802-b10a-484c51ff9f3c req-80056990-9006-4632-953c-6b4608a63b63 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418004 Feb 11 19:21:48.142119 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b08db616-f3b7-4df3-8d59-cc2119ff0907 req-21ed1c3b-1d15-4068-a2b3-b12767ed1d49 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918570 Feb 11 19:21:48.265868 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:48.348056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:48.364107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f6dabc94-feb8-420e-bdb1-d27a4d9c5e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:48.437227 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4006f8cd38ac43dd81d0615795858c99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7325821 Feb 11 19:21:48.438480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9633400-a63f-4c60-8115-79f49932d1f4,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:48.441486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38262) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:48.447957 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:48.520721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226fd08-e6f6-40c6-955d-af15a6a1ae37 req-2a9eabc8-63e4-4de5-9481-aa794e778039 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:48.537475 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8226fd08-e6f6-40c6-955d-af15a6a1ae37 req-2a9eabc8-63e4-4de5-9481-aa794e778039 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2607889 Feb 11 19:21:48.537737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c652d639-a1ce-4650-8b48-1496586f17d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:48.586560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c652d639-a1ce-4650-8b48-1496586f17d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:48.605269 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8226fd08-e6f6-40c6-955d-af15a6a1ae37 req-4fe28017-8344-46aa-8c76-bffc5340ac9f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664051 Feb 11 19:21:48.690991 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:21:48.701132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:48.719639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Transition to ACTIVE for port object 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:21:48.722294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c652d639-a1ce-4650-8b48-1496586f17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:48.729171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2dad6bf5-ac65-4a58-a6b2-843d7ab9ec4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:48.741530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:48.772087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652d639-a1ce-4650-8b48-1496586f17d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9633400-a63f-4c60-8115-79f49932d1f4,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:48.776446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c652d639-a1ce-4650-8b48-1496586f17d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:48.780859 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:48.906149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c652d639-a1ce-4650-8b48-1496586f17d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:48.907408 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c652d639-a1ce-4650-8b48-1496586f17d3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d9633400-a63f-4c60-8115-79f49932d1f4 HTTP/1.1" status: 204 len: 168 time: 0.4616635 Feb 11 19:21:48.995411 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:49.002811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:49.069844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38278) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:49.310352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cc5f2-4d99-4418-8933-d8a2b6dbca3e req-242e34ad-4b1c-47a5-94ea-b735f853184b tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:49.311177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-3b4cc5f2-4d99-4418-8933-d8a2b6dbca3e req-242e34ad-4b1c-47a5-94ea-b735f853184b tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Synchronizing usage tracker for tenant:762bed06666e4de28c99e87e6769b7c4 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:49.427740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-3b4cc5f2-4d99-4418-8933-d8a2b6dbca3e req-242e34ad-4b1c-47a5-94ea-b735f853184b tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Unset dirty status for tenant:762bed06666e4de28c99e87e6769b7c4 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:49.429098 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3b4cc5f2-4d99-4418-8933-d8a2b6dbca3e req-242e34ad-4b1c-47a5-94ea-b735f853184b tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 948 time: 0.5337875 Feb 11 19:21:49.451958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Attempting to bind port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:21:49.452350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Attempting to bind port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:21:49.452746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Attempting to bind port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 on network 0eb31ec7-9377-4717-b01d-da7d51d28b4c {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:21:49.479624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:21:49.480021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Checking segment: {'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:21:49.480446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:49.480837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Bound using segment: {'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:21:49.481324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Bound port: 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a7ce1d-0047-475d-a8d1-c6cd033c32c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eb31ec7-9377-4717-b01d-da7d51d28b4c'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:21:49.481693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:49.531640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781db2c5-be44-4de5-a661-58be3466948b req-2e36c9a3-7660-42d9-9d41-d6bd28d26d4c tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:49.557359 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-781db2c5-be44-4de5-a661-58be3466948b req-2e36c9a3-7660-42d9-9d41-d6bd28d26d4c tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 945 time: 0.2473102 Feb 11 19:21:49.582628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-3b4cc5f2-4d99-4418-8933-d8a2b6dbca3e req-74a1aa25-bef5-4871-822a-0515345b7d23 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Synchronizing usage tracker for tenant:762bed06666e4de28c99e87e6769b7c4 on resource:security_group {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:49.625253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-3b4cc5f2-4d99-4418-8933-d8a2b6dbca3e req-74a1aa25-bef5-4871-822a-0515345b7d23 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Unset dirty status for tenant:762bed06666e4de28c99e87e6769b7c4 on resource:security_group {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:49.626542 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3b4cc5f2-4d99-4418-8933-d8a2b6dbca3e req-74a1aa25-bef5-4871-822a-0515345b7d23 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759765 Feb 11 19:21:49.634093 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-781db2c5-be44-4de5-a661-58be3466948b req-245d1573-fb20-499d-b4c1-8ae7b25b59e2 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757127 Feb 11 19:21:49.636631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38294) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:49.660687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:49.671923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:49.695749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:49.696025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] For port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:21:49.716666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:51d7184c978a47c9b3be53879882a3d1 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:49.716853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] For port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,segment=NetworkSegment(28a7ce1d-0047-475d-a8d1-c6cd033c32c2),segment_id=28a7ce1d-0047-475d-a8d1-c6cd033c32c2)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:21:49.717043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:49.717232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:49.717402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:49.814356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:49.857113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:49.867607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:49.891689 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d9b69d5c-a48f-4b1b-8e4b-103b5e317af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:49.922219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:49.935071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:21c4fcb277e449e4a297de73e19d1c74 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:49.942176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:49.958288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:49.978832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:49.979870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:49.981895 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] 10.222.0.42 "PUT /v2.0/ports/5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 HTTP/1.1" status: 200 len: 1162 time: 2.8906865 Feb 11 19:21:50.000836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'tag': '5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:50.041028 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51d7184c978a47c9b3be53879882a3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9675939 Feb 11 19:21:50.042098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce61ae5f-54a4-4f7a-8602-7aa9ddcf645b,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:50.042341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38308) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:50.050699 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:50.060269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:50.068881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:50.220335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-aca737b2-b698-4486-b6e3-3c2bc46a4de7 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:50.222184 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-aca737b2-b698-4486-b6e3-3c2bc46a4de7 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.42 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 945 time: 0.4054463 Feb 11 19:21:50.375084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 1c9854b9-a774-4473-9acf-870daff8e2c9 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:50.385178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-730ded8e-cb3f-45dd-b70e-ed3d4bf8edf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.397095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387db53f-3ea1-4c6e-a71a-7b1eec92ac44 req-4868a6cf-8ba4-4d5e-be47-814785711d0c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:50.412949 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-387db53f-3ea1-4c6e-a71a-7b1eec92ac44 req-4868a6cf-8ba4-4d5e-be47-814785711d0c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 943 time: 0.5549817 Feb 11 19:21:50.456067 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-730ded8e-cb3f-45dd-b70e-ed3d4bf8edf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.462724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 1c9854b9-a774-4473-9acf-870daff8e2c9 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:21:50.470209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 1c9854b9-a774-4473-9acf-870daff8e2c9 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:50.471791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.577282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67daa31-0522-438f-b911-99ba2b8a622d req-5d396534-f359-443c-85fb-56cfbd0ecef1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:50.584895 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67daa31-0522-438f-b911-99ba2b8a622d req-5d396534-f359-443c-85fb-56cfbd0ecef1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.4137003 Feb 11 19:21:50.587536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-3cc4763d-9821-4145-bc29-8a150e93d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:50.589702 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-3cc4763d-9821-4145-bc29-8a150e93d2d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=762bed06666e4de28c99e87e6769b7c4&device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 1165 time: 0.5174956 Feb 11 19:21:50.621324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.663605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 1c9854b9-a774-4473-9acf-870daff8e2c9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1c9854b9-a774-4473-9acf-870daff8e2c9,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:21:50.665062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9854b9-a774-4473-9acf-870daff8e2c9'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:50.672658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.678224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:50.749974 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-6c71963e-4634-4ce0-baab-546224a13509 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 HTTP/1.1" status: 200 len: 217 time: 0.1211195 Feb 11 19:21:50.758576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=1c9854b9-a774-4473-9acf-870daff8e2c9,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:50.763469 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:50.874367 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67daa31-0522-438f-b911-99ba2b8a622d req-6711ab90-0805-42dd-b085-70af71c327bb tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731543 Feb 11 19:21:50.878934 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-387db53f-3ea1-4c6e-a71a-7b1eec92ac44 req-a32a56d9-371d-45bd-ad59-65c5041f6286 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565101 Feb 11 19:21:50.879163 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.888766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.902220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5bee1976-ca43-4232-b8dd-309b4a9ff90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:50.903621 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Deleting port 434c1b57-f13f-4797-a521-30990da5f3f0 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:21:50.903906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.917632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-730ded8e-cb3f-45dd-b70e-ed3d4bf8edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:50.998396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a96e4d-2396-457c-b262-a01f98dd2375,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:51.027890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-7d8e69f0-b5ca-4313-a362-54d3d424d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:51.030424 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-7d8e69f0-b5ca-4313-a362-54d3d424d737 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374292fb-ed49-400c-af75-a7d3e4524497 HTTP/1.1" status: 200 len: 843 time: 0.2553692 Feb 11 19:21:51.033606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:51.055926 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'tag': '5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482', 'status': 'completed', 'code': 200} Feb 11 19:21:51.056484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:51.069652 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9854b9-a774-4473-9acf-870daff8e2c9', 'code': 200} Feb 11 19:21:51.257646 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 1c9854b9-a774-4473-9acf-870daff8e2c9 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:51.390198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 1c9854b9-a774-4473-9acf-870daff8e2c9 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:51.390651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:51.458195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] For port 434c1b57-f13f-4797-a521-30990da5f3f0, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=434c1b57-f13f-4797-a521-30990da5f3f0,segment=NetworkSegment(0a0b48b1-592c-46f2-8865-aef24026cd51),segment_id=0a0b48b1-592c-46f2-8865-aef24026cd51)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:21:51.458565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:51.525386 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=21c4fcb277e449e4a297de73e19d1c74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8875985 Feb 11 19:21:51.529677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38342) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:51.540811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ded8e-cb3f-45dd-b70e-ed3d4bf8edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce61ae5f-54a4-4f7a-8602-7aa9ddcf645b,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:51.590877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-730ded8e-cb3f-45dd-b70e-ed3d4bf8edf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:51.593433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 434c1b57-f13f-4797-a521-30990da5f3f0 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:21:51.617169 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Calling delete_port for 434c1b57-f13f-4797-a521-30990da5f3f0 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:21:51.668321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-730ded8e-cb3f-45dd-b70e-ed3d4bf8edf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:51.669548 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-730ded8e-cb3f-45dd-b70e-ed3d4bf8edf9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ce61ae5f-54a4-4f7a-8602-7aa9ddcf645b HTTP/1.1" status: 204 len: 168 time: 1.6257367 Feb 11 19:21:51.748969 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:51.794298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 434c1b57-f13f-4797-a521-30990da5f3f0, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=434c1b57-f13f-4797-a521-30990da5f3f0,segment=NetworkSegment(0a0b48b1-592c-46f2-8865-aef24026cd51),segment_id=0a0b48b1-592c-46f2-8865-aef24026cd51)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:21:51.799391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:51.802131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:51.815730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87322c-ac55-4472-aada-193d42839d3e req-6190c0a6-9ae8-43c7-b495-320cc39ca515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:51.817439 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ab87322c-ac55-4472-aada-193d42839d3e req-6190c0a6-9ae8-43c7-b495-320cc39ca515 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 1162 time: 0.2867799 Feb 11 19:21:51.818243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71a39c06-0544-4231-8241-26dfb66d00be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:51.819400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83dd80-f014-49af-83f9-abd340d48076 req-8478585b-74d6-4bab-9a49-c27158610d10 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:51.831579 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec83dd80-f014-49af-83f9-abd340d48076 req-8478585b-74d6-4bab-9a49-c27158610d10 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 945 time: 0.6048098 Feb 11 19:21:51.834136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-2d4aae16-e38c-4ff4-85d4-a65556edfcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:51.835866 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-2d4aae16-e38c-4ff4-85d4-a65556edfcae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0eb31ec7-9377-4717-b01d-da7d51d28b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7617638 Feb 11 19:21:51.887214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=434c1b57-f13f-4797-a521-30990da5f3f0,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:51.890663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:51.967017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811d68-467d-4462-affb-d934bb5398fd req-4f92897f-f9d3-4400-90c0-9c731d3f83a9 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:51.968743 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7d811d68-467d-4462-affb-d934bb5398fd req-4f92897f-f9d3-4400-90c0-9c731d3f83a9 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 948 time: 0.4401801 Feb 11 19:21:52.000853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71a39c06-0544-4231-8241-26dfb66d00be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.079783 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec83dd80-f014-49af-83f9-abd340d48076 req-9da8d55f-780d-4fc0-a8ac-0ce9fd6d2f3a tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467659 Feb 11 19:21:52.132652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:21:52.133138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:21:52.139124 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ab87322c-ac55-4472-aada-193d42839d3e req-68ceea3e-2ed1-4d4e-8af6-53ce577a1c41 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985587 Feb 11 19:21:52.215141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38360) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:52.244603 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7d811d68-467d-4462-affb-d934bb5398fd req-635e2229-8701-4378-befd-a1b5ebcb56f8 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348166 Feb 11 19:21:52.245578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.281813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:52.285422 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-761bfde0-ddee-470b-b85b-346598364903 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb31ec7-9377-4717-b01d-da7d51d28b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132235 Feb 11 19:21:52.286403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Usage tracker for resource:security_group_rule and tenant:27d3f2b34c254652bae1eaf5b3f676f0 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:52.289651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:52.293857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71a39c06-0544-4231-8241-26dfb66d00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.295618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:52.303506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d9fc3787-be8a-4e87-aa46-a95906d6bd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:52.322843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a39c06-0544-4231-8241-26dfb66d00be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a96e4d-2396-457c-b262-a01f98dd2375,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:52.326322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-71a39c06-0544-4231-8241-26dfb66d00be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:52.328819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71a39c06-0544-4231-8241-26dfb66d00be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.333044 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-71a39c06-0544-4231-8241-26dfb66d00be admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/48a96e4d-2396-457c-b262-a01f98dd2375 HTTP/1.1" status: 204 len: 168 time: 0.7945051 Feb 11 19:21:52.415238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.418843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.430204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4a404489-a6dd-4049-8c2f-86db3add1934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:52.469135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baff86b1-4934-4ad2-b31c-1ed255cc84fc,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:52.475590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:52.498351 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=27d3f2b34c254652bae1eaf5b3f676f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790062 Feb 11 19:21:52.498351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38368) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:52.584777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d50fdc17-3502-4a9a-b2fc-56dd12ba029f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.620044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d50fdc17-3502-4a9a-b2fc-56dd12ba029f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.634595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Deleting port 434c1b57-f13f-4797-a521-30990da5f3f0 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:21:52.634979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:52.669333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3dff1-9568-4a04-8d01-de444215254d req-72811af4-4f54-498b-aa0f-026b0098b5f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:52.671364 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-52a3dff1-9568-4a04-8d01-de444215254d req-72811af4-4f54-498b-aa0f-026b0098b5f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 945 time: 0.2752123 Feb 11 19:21:52.793265 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-52a3dff1-9568-4a04-8d01-de444215254d req-2867f844-96c9-4487-8f70-a9116d6419ba tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138997 Feb 11 19:21:52.894949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38380) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:52.972694 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b67c33ba-e1a8-4bad-8209-877b2084d82c req-15acfb82-a732-474c-8881-b37043e420bd service neutron] 10.222.0.42 "GET /v2.0/networks/0eb31ec7-9377-4717-b01d-da7d51d28b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2545679 Feb 11 19:21:53.071486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434c1b57-f13f-4797-a521-30990da5f3f0'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:53.078861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d50fdc17-3502-4a9a-b2fc-56dd12ba029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:53.109841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-65cd604b-49eb-46e2-aa0c-6f134b697b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:53.159477 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434c1b57-f13f-4797-a521-30990da5f3f0', 'code': 200} Feb 11 19:21:53.177020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fdc17-3502-4a9a-b2fc-56dd12ba029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baff86b1-4934-4ad2-b31c-1ed255cc84fc,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:53.179684 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d50fdc17-3502-4a9a-b2fc-56dd12ba029f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:53.180909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:53.223764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-3cf7f169-3a57-4962-80ed-4fcc301e160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:53.225569 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-3cf7f169-3a57-4962-80ed-4fcc301e160a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=762bed06666e4de28c99e87e6769b7c4&device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 1165 time: 0.1294689 Feb 11 19:21:53.269949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:53.282212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Usage tracker for resource:security_group_rule and tenant:718995550cff4be6adeda7de6c2281f7 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:53.285783 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:53.289057 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d50fdc17-3502-4a9a-b2fc-56dd12ba029f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:53.290307 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d50fdc17-3502-4a9a-b2fc-56dd12ba029f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/baff86b1-4934-4ad2-b31c-1ed255cc84fc HTTP/1.1" status: 204 len: 168 time: 0.7914076 Feb 11 19:21:53.312030 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:53.326012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] For port 434c1b57-f13f-4797-a521-30990da5f3f0, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=434c1b57-f13f-4797-a521-30990da5f3f0,segment=NetworkSegment(0a0b48b1-592c-46f2-8865-aef24026cd51),segment_id=0a0b48b1-592c-46f2-8865-aef24026cd51)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:21:53.326416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:53.443140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dfdb-4a49-4684-a632-8e2baaca7876 req-fe2544d8-d1b8-4450-abef-3f27a8de45e6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:53.444912 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f334dfdb-4a49-4684-a632-8e2baaca7876 req-fe2544d8-d1b8-4450-abef-3f27a8de45e6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.5161645 Feb 11 19:21:53.548625 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-1a2674a4-09f3-4547-85e6-6827006c0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:53.550322 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-1a2674a4-09f3-4547-85e6-6827006c0a75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0eb31ec7-9377-4717-b01d-da7d51d28b4c HTTP/1.1" status: 200 len: 863 time: 0.3101442 Feb 11 19:21:53.618049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Calling delete_port for 434c1b57-f13f-4797-a521-30990da5f3f0 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:21:53.653070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336efeed-6634-4398-b203-02f46f8652e4 req-e47b790a-b834-4549-9a0c-fad5636fcc27 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:53.655404 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-336efeed-6634-4398-b203-02f46f8652e4 req-e47b790a-b834-4549-9a0c-fad5636fcc27 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 943 time: 0.2431202 Feb 11 19:21:53.741880 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-6a2e0349-8f82-4d91-ac25-2714fd2c185f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 HTTP/1.1" status: 200 len: 217 time: 0.0853043 Feb 11 19:21:53.761218 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f334dfdb-4a49-4684-a632-8e2baaca7876 req-00591de9-319f-4b45-ad10-dd73ab47c158 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487919 Feb 11 19:21:53.888228 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-336efeed-6634-4398-b203-02f46f8652e4 req-50371d9c-17d7-4e1f-8ec1-3586b1e3c017 tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/security-groups?id=f11632b1-8324-4b8b-ae41-c15e35c97f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664383 Feb 11 19:21:53.919458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-1ac201d2-1ed5-4045-98b2-5c9f3bbba0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:53.922285 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-1ac201d2-1ed5-4045-98b2-5c9f3bbba0c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=374292fb-ed49-400c-af75-a7d3e4524497 HTTP/1.1" status: 200 len: 843 time: 0.1592238 Feb 11 19:21:53.942800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:53.997671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:54.062318 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38416) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:54.063854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f98be39-8e15-4b74-a899-67625e89e08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:54.086317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-47fb8fea-b0d4-481f-a043-18d6876e69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:54.087579 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-47fb8fea-b0d4-481f-a043-18d6876e69b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0eb31ec7-9377-4717-b01d-da7d51d28b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1570764 Feb 11 19:21:54.090310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:54.119469 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=718995550cff4be6adeda7de6c2281f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2216959 Feb 11 19:21:54.121020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38420) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:54.150262 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:54.160265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Usage tracker for resource:security_group_rule and tenant:b77248d5e68a44459f2f175763a93cd2 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:54.187681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a280086-18f8-468a-a5d1-d98d732e5991,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:54.202124 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:54.248672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:54.301295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e716310d-e2ca-430f-b662-f0e28f4f84ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:54.335202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:54.356856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:54.482416 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-316f276d-a31f-4c13-a136-d3db976cdd4a service neutron] 10.222.0.42 "GET /v2.0/networks/0eb31ec7-9377-4717-b01d-da7d51d28b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791471 Feb 11 19:21:54.490606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea261f7a-d6ab-422f-adfc-8e80109f517b req-3241a032-e40e-43c3-9796-b4904c16f967 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:54.492713 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea261f7a-d6ab-422f-adfc-8e80109f517b req-3241a032-e40e-43c3-9796-b4904c16f967 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 948 time: 0.5067289 Feb 11 19:21:54.547770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Pushing event deleted for resources: {'Port': ['ID=434c1b57-f13f-4797-a521-30990da5f3f0,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:54.566793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:54.634619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dd8cce1a-aff7-4a91-85b5-1d0fc91b6819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:54.769218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d205f8a-4a7a-4747-9e26-7fd542f7f43b req-5a12bf25-576b-47f5-9edc-89ddf22a43ad tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:54.770970 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d205f8a-4a7a-4747-9e26-7fd542f7f43b req-5a12bf25-576b-47f5-9edc-89ddf22a43ad tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 945 time: 0.4391193 Feb 11 19:21:54.874884 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-53feb4dc-9dc0-45a0-ab53-6d54ee2f5e6e req-bb34d457-98bd-4391-8e25-0e1a3cabd615 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb31ec7-9377-4717-b01d-da7d51d28b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3750200 Feb 11 19:21:54.924969 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dd8cce1a-aff7-4a91-85b5-1d0fc91b6819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:54.932340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-981bea12-f2eb-4762-8702-96667abb7fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:54.932734 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6d205f8a-4a7a-4747-9e26-7fd542f7f43b req-b77b64cd-9641-4f7e-b741-b5f21efce7a7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414347 Feb 11 19:21:54.964836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:54.971509 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:54.982710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-44597d99-1c9b-48ee-a78d-39710314047f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:55.008423 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ea261f7a-d6ab-422f-adfc-8e80109f517b req-4230d388-6618-4c0a-a99b-d39b1860bf5a tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487851 Feb 11 19:21:55.042363 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b77248d5e68a44459f2f175763a93cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768100 Feb 11 19:21:55.044809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38438) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:55.045712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a6c290-325c-43f1-ad0d-93e3a9c3c0bf,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:55.057959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.058477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.059145 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.059483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.059972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.060489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.060997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.061483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.062768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.067904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.068637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.069124 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.069721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.070228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.070714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.071199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.071682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.072159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.072918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.073399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.074370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.074370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.074903 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.075421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:55.113637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] No DVR routers for this DVR port 434c1b57-f13f-4797-a521-30990da5f3f0 on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:21:55.114159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:55.118171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:55.134776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'name': 'network-vif-deleted', 'tag': '434c1b57-f13f-4797-a521-30990da5f3f0'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:21:55.143093 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2dbdd857-231c-4896-9ec0-a988da530ff4 req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.42 "DELETE /v2.0/ports/434c1b57-f13f-4797-a521-30990da5f3f0 HTTP/1.1" status: 204 len: 173 time: 4.8936424 Feb 11 19:21:55.153518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dd8cce1a-aff7-4a91-85b5-1d0fc91b6819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:55.156694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dd8cce1a-aff7-4a91-85b5-1d0fc91b6819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:55.158889 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-dd8cce1a-aff7-4a91-85b5-1d0fc91b6819 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8a280086-18f8-468a-a5d1-d98d732e5991 HTTP/1.1" status: 204 len: 168 time: 1.0312297 Feb 11 19:21:55.161036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-407a0e38-3b9b-4946-8429-86c0d45b445c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:55.179348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cce1a-aff7-4a91-85b5-1d0fc91b6819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a280086-18f8-468a-a5d1-d98d732e5991,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:55.183137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dd8cce1a-aff7-4a91-85b5-1d0fc91b6819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:55.281201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9e8f28d3-f0a0-4e5a-bd3a-91f596b3df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:55.314138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9e8f28d3-f0a0-4e5a-bd3a-91f596b3df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:55.371017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-cc4723f3-98f3-4d0f-8ad5-d6fd7ee5f35c req-d469c92b-8563-4740-94e0-fc4e82a0ad5f tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Synchronizing usage tracker for tenant:acecbfae8be9429dbc964c27149330fe on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:21:55.396747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-cc4723f3-98f3-4d0f-8ad5-d6fd7ee5f35c req-d469c92b-8563-4740-94e0-fc4e82a0ad5f tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Unset dirty status for tenant:acecbfae8be9429dbc964c27149330fe on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:21:55.398198 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cc4723f3-98f3-4d0f-8ad5-d6fd7ee5f35c req-d469c92b-8563-4740-94e0-fc4e82a0ad5f tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] 10.222.0.101 "GET /v2.0/ports?device_id=f46f5db8-4d88-4345-8a66-8327eec703dc HTTP/1.1" status: 200 len: 210 time: 0.1639020 Feb 11 19:21:55.483663 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f5db8-4d88-4345-8a66-8327eec703dc', 'name': 'network-vif-deleted', 'tag': '434c1b57-f13f-4797-a521-30990da5f3f0', 'status': 'completed', 'code': 200} Feb 11 19:21:55.504728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e3c0-af87-41b7-bd80-6b45dadd6efa req-29a80401-f31a-42b9-9dbd-3834e3a42e0d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:55.507058 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ba08e3c0-af87-41b7-bd80-6b45dadd6efa req-29a80401-f31a-42b9-9dbd-3834e3a42e0d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.3618808 Feb 11 19:21:55.546956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9e8f28d3-f0a0-4e5a-bd3a-91f596b3df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:55.554781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:55.586456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f28d3-f0a0-4e5a-bd3a-91f596b3df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a6c290-325c-43f1-ad0d-93e3a9c3c0bf,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:55.596224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9e8f28d3-f0a0-4e5a-bd3a-91f596b3df8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:55.600402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9e8f28d3-f0a0-4e5a-bd3a-91f596b3df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:55.601777 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9e8f28d3-f0a0-4e5a-bd3a-91f596b3df8a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a6a6c290-325c-43f1-ad0d-93e3a9c3c0bf HTTP/1.1" status: 204 len: 168 time: 0.5467527 Feb 11 19:21:55.628763 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ba08e3c0-af87-41b7-bd80-6b45dadd6efa req-539dd6de-bd4c-4d22-b5be-48df00c667da tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129758 Feb 11 19:21:55.652304 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 1c9854b9-a774-4473-9acf-870daff8e2c9 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:55.761474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 1c9854b9-a774-4473-9acf-870daff8e2c9 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:55.762381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:56.494038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a82bf-55ae-424f-98cd-7f9c0c71a75a req-0f8cc505-f6df-4278-95b8-acad1390f292 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:56.503692 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a98a82bf-55ae-424f-98cd-7f9c0c71a75a req-0f8cc505-f6df-4278-95b8-acad1390f292 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 945 time: 0.3049424 Feb 11 19:21:56.613436 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a98a82bf-55ae-424f-98cd-7f9c0c71a75a req-f7351f85-a132-4da7-a469-7c99847eab00 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081085 Feb 11 19:21:56.676178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:21:56.795959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2de31f-6526-4d53-a623-eda1dc81d0c3 req-14710839-78fe-463b-9495-b623c488690a tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:56.803784 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e2de31f-6526-4d53-a623-eda1dc81d0c3 req-14710839-78fe-463b-9495-b623c488690a tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 948 time: 0.3430364 Feb 11 19:21:56.948973 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e2de31f-6526-4d53-a623-eda1dc81d0c3 req-e4bb77a1-5dfc-4fc7-9253-4c58a83b91ac tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441092 Feb 11 19:21:56.949564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38512) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:57.259579 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 1c9854b9-a774-4473-9acf-870daff8e2c9 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:21:57.415954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-934ba72b-dbfd-4398-9d54-32f8df246e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:57.468504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 1c9854b9-a774-4473-9acf-870daff8e2c9 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:21:57.469344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:57.572403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-198858502-network', 'tenant_id': '031cc70b311746c491cde3c91f553967'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:57.616613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:57.618408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e4134-97d6-4ed6-a4d6-f6a09a4bc78a req-dd4194e1-3fd6-4ec9-8db2-63c562c6c0b4 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:57.628690 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e77e4134-97d6-4ed6-a4d6-f6a09a4bc78a req-dd4194e1-3fd6-4ec9-8db2-63c562c6c0b4 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.5922923 Feb 11 19:21:57.644002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Usage tracker for resource:network and tenant:031cc70b311746c491cde3c91f553967 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:57.651387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:57.661446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:57.691923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Made reservation on behalf of 031cc70b311746c491cde3c91f553967 for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:57.697263 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:57.739067 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:57.787681 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e77e4134-97d6-4ed6-a4d6-f6a09a4bc78a req-a266662d-5041-40d4-b7ef-c96521792a92 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558878 Feb 11 19:21:57.801638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:57.807938 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Usage tracker for resource:security_group_rule and tenant:031cc70b311746c491cde3c91f553967 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:57.816261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:57.839172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:57.848317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:57.992207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:57.996247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:58.011768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-af3bd320-733f-4d87-9a59-664198eeb913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:58.114555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:21:58.136267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:58.154779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.155350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.155963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.156940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.157574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.158241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.158643 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.159036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.159424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.159815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.164101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.164529 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.165027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.165420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.165815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.166204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.166635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.167020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.167406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.167789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.168171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.168715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.169103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.169488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:21:58.188672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:58.190329 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:58.190688 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Added segment 18716f53-f7a2-4845-af46-461a920c1a32 of type vxlan for network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 Feb 11 19:21:58.229893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:58.348025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.resource_extend [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 19:21:58.383281 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:58.389126 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:58.389885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:58.399059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-452ecdc3-97cd-4f39-80ff-948ef3e72208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:58.527756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d9653-2aa4-4b9c-b860-c7fe8f2f4574 req-3565af97-6460-4a38-83c7-b744a34bdfa4 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:58.529518 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-578d9653-2aa4-4b9c-b860-c7fe8f2f4574 req-3565af97-6460-4a38-83c7-b744a34bdfa4 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 948 time: 0.2752826 Feb 11 19:21:58.641046 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6898742 Feb 11 19:21:58.645195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38600) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:58.653467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Request body: {'subnet': {'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-198858502-subnet', 'tenant_id': '031cc70b311746c491cde3c91f553967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:21:58.662443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:21:58.667080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Usage tracker for resource:subnet and tenant:031cc70b311746c491cde3c91f553967 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:21:58.670758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:21:58.671787 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-578d9653-2aa4-4b9c-b860-c7fe8f2f4574 req-5d564268-6a69-4761-bbea-7c0a2d45b200 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791562 Feb 11 19:21:58.672788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Pushing event updated for resources: {'Network': ['ID=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:58.684995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:21:58.695345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:21:58.706156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:21:58.728366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:21:58.729361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Made reservation on behalf of 031cc70b311746c491cde3c91f553967 for: {'subnet': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:21:58.737420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851262952'] for subnet, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:58.780269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:59.373124 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 0eb31ec7-9377-4717-b01d-da7d51d28b4c details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:21:59.409614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219cd88-36a8-4f15-9b5e-8ecfffcb2c7d req-09179f6e-5362-411d-b5fa-df362fdf2ed6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:21:59.417838 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f219cd88-36a8-4f15-9b5e-8ecfffcb2c7d req-09179f6e-5362-411d-b5fa-df362fdf2ed6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.3594191 Feb 11 19:21:59.509121 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f219cd88-36a8-4f15-9b5e-8ecfffcb2c7d req-69edcd61-5938-4408-a3e3-a0e76fec180c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901177 Feb 11 19:21:59.642546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:59.678498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1596511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851262967'] for subnet, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:21:59.821950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 38650) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:21:59.828883 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:21:59.979577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43780e4f-a47c-405d-a3aa-3994eb0aa16f,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:21:59.995098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:00.056869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Checking segment: {'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:22:00.057273 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Network hostable DHCP agents. Network: b5c06ebb-3dc5-41c3-bb1e-93f99d17d822, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:22:00.111606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:00.130621 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:00.135679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Usage tracker for resource:security_group_rule and tenant:f74e11f302fd45499795ae146e0343f2 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:00.140192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:00.144135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.objects.ports [None req-59400967-e80a-4018-9ff0-e59b5dd0e3a9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79957) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 19:22:00.147082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:00.166893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8f2f-2790-4351-809c-5decac909321 req-e37798f7-08b3-4f33-b1cc-fea6cfbdc1b3 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:00.168707 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-994f8f2f-2790-4351-809c-5decac909321 req-e37798f7-08b3-4f33-b1cc-fea6cfbdc1b3 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 948 time: 0.2647035 Feb 11 19:22:00.175776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:22:00.208748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, b5c06ebb-3dc5-41c3-bb1e-93f99d17d822) {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:22:00.226940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926493af-71d4-47f4-a320-431b6a3d1419 None None] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:22:00.284264 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-994f8f2f-2790-4351-809c-5decac909321 req-1b7ed17b-11f0-4da3-97b9-7f66f61f6852 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040127 Feb 11 19:22:00.285764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:00.287763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:00.324325 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6747100 Feb 11 19:22:00.351277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:00.357539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:00.380474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dd8cce1a-aff7-4a91-85b5-1d0fc91b6819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:00.428321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc56cb03-f715-42f1-8471-bb8e10b840c1,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:00.481950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:00.496230 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a31f4240-c200-487c-a9f6-7d48a2266155 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f74e11f302fd45499795ae146e0343f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729267 Feb 11 19:22:00.499215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38662) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:00.527051 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d28ca4-b91e-4362-805b-befa459d4bea None None] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:22:00.535369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4947d-7037-47bc-b771-12d15d7d9c45 req-f7353e0c-207d-421d-be85-f07697334829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:00.538811 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b8d4947d-7037-47bc-b771-12d15d7d9c45 req-f7353e0c-207d-421d-be85-f07697334829 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1163 time: 0.1129012 Feb 11 19:22:00.568077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2cb636cb-c133-4266-835b-ddd4b83960f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:00.599480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2cb636cb-c133-4266-835b-ddd4b83960f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:00.635437 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b8d4947d-7037-47bc-b771-12d15d7d9c45 req-5211ebae-4e41-44e6-8993-8f36c7282eaf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892923 Feb 11 19:22:00.652676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2cb636cb-c133-4266-835b-ddd4b83960f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:00.660451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-71a39c06-0544-4231-8241-26dfb66d00be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:00.672730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb636cb-c133-4266-835b-ddd4b83960f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc56cb03-f715-42f1-8471-bb8e10b840c1,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:00.682226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2cb636cb-c133-4266-835b-ddd4b83960f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:00.688629 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2cb636cb-c133-4266-835b-ddd4b83960f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:00.690209 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2cb636cb-c133-4266-835b-ddd4b83960f3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dc56cb03-f715-42f1-8471-bb8e10b840c1 HTTP/1.1" status: 204 len: 168 time: 0.1899393 Feb 11 19:22:00.892901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20795347-e1d1-4e78-a807-b77c8650f79f req-d9dbfffd-0d69-4d92-9353-5125f576f06b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:00.901789 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-20795347-e1d1-4e78-a807-b77c8650f79f req-d9dbfffd-0d69-4d92-9353-5125f576f06b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2183075 Feb 11 19:22:01.005409 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-20795347-e1d1-4e78-a807-b77c8650f79f req-f95c1bbe-aee8-43b0-8b96-7d6d999cd3e8 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023722 Feb 11 19:22:01.345980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38688) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:01.385219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:01.410828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:01.415533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Usage tracker for resource:security_group_rule and tenant:24aaa33eca024e90875eb4955224566c is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:01.419433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:01.429642 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:01.451824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:01.582734 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:01.591588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:01.591999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:22:01.598316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:01.598736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:01.616895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c652d639-a1ce-4650-8b48-1496586f17d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:01.749831 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=24aaa33eca024e90875eb4955224566c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997903 Feb 11 19:22:01.756965 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:01.764873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8273ad3c-7cbe-4344-84e9-c9178d9b4359,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:01.770736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 38696) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:01.793260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:01.806845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,segment=NetworkSegment(28a7ce1d-0047-475d-a8d1-c6cd033c32c2),segment_id=28a7ce1d-0047-475d-a8d1-c6cd033c32c2)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:01.811537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:01.814247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-637a13ae-cb48-4ef3-bad7-3a9f7184ad45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:01.868738 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:01.950178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f9138-95a4-4f10-a8e2-223803388ae7 req-0df82533-626a-4e66-9fc5-6e28f7eb74f7 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:01.954312 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b59f9138-95a4-4f10-a8e2-223803388ae7 req-0df82533-626a-4e66-9fc5-6e28f7eb74f7 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 948 time: 0.4001958 Feb 11 19:22:01.985881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c639d061-1632-4238-a84a-bfc72a3b9903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:02.028941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c639d061-1632-4238-a84a-bfc72a3b9903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:02.058771 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b59f9138-95a4-4f10-a8e2-223803388ae7 req-f3e99514-a57c-4b42-acc0-a19c15666619 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900443 Feb 11 19:22:02.117400 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482', 'code': 200} Feb 11 19:22:02.128179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c639d061-1632-4238-a84a-bfc72a3b9903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:02.135459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9e8f28d3-f0a0-4e5a-bd3a-91f596b3df8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:02.156798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d061-1632-4238-a84a-bfc72a3b9903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8273ad3c-7cbe-4344-84e9-c9178d9b4359,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:02.161281 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c639d061-1632-4238-a84a-bfc72a3b9903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:02.162716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c639d061-1632-4238-a84a-bfc72a3b9903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:02.164731 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c639d061-1632-4238-a84a-bfc72a3b9903 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8273ad3c-7cbe-4344-84e9-c9178d9b4359 HTTP/1.1" status: 204 len: 168 time: 0.3919632 Feb 11 19:22:02.181085 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:02.190803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:02.376222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb6385-0c43-4143-9c83-513b3779cb75 req-eb573cf8-114c-4bb4-b68d-8ca2f7f8303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:02.379836 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95cb6385-0c43-4143-9c83-513b3779cb75 req-eb573cf8-114c-4bb4-b68d-8ca2f7f8303c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 1167 time: 0.1325068 Feb 11 19:22:02.449877 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95cb6385-0c43-4143-9c83-513b3779cb75 req-bee2122f-b828-4911-b24f-2b41c8b521cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471444 Feb 11 19:22:02.461429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40659aa-7cb6-4363-9990-8c3f69483460 req-21d23a30-5b1a-4cde-a5fe-d86f19ea3765 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:02.463109 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c40659aa-7cb6-4363-9990-8c3f69483460 req-21d23a30-5b1a-4cde-a5fe-d86f19ea3765 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2116323 Feb 11 19:22:02.543635 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c40659aa-7cb6-4363-9990-8c3f69483460 req-f0b8ddd5-78c5-43bf-8cd1-672077c11223 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708473 Feb 11 19:22:03.006745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:03.115267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:03.115929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:03.233837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-417929aa-3816-4e48-880c-379ed2dc9195 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:03.236849 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-417929aa-3816-4e48-880c-379ed2dc9195 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/networks?id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 HTTP/1.1" status: 200 len: 813 time: 0.3157735 Feb 11 19:22:03.280005 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-a916f518-de51-4953-bf21-98b8fa5e8152 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/quotas/031cc70b311746c491cde3c91f553967 HTTP/1.1" status: 200 len: 375 time: 0.0354395 Feb 11 19:22:03.472310 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-134bb2c0-6a95-47d7-b715-a37b29b7449d tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=031cc70b311746c491cde3c91f553967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1824377 Feb 11 19:22:03.504706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device dd81e640-9431-4eb6-a60e-51e0c762a316 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:03.536249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f3396-caa8-42d8-aa64-08c25ee71387 req-79ae430a-dba5-4007-8fdd-87bb298f0228 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:03.541667 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a51f3396-caa8-42d8-aa64-08c25ee71387 req-79ae430a-dba5-4007-8fdd-87bb298f0228 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 950 time: 0.2339723 Feb 11 19:22:03.618770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port dd81e640-9431-4eb6-a60e-51e0c762a316 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:03.619543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:03.666047 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a51f3396-caa8-42d8-aa64-08c25ee71387 req-3467ba28-3c66-4643-89d7-ee52c5571175 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187358 Feb 11 19:22:03.682804 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-88076731-4d1c-4dae-a129-0bad12286762 service neutron] 10.222.0.101 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988447 Feb 11 19:22:03.881722 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-7db7bc6a-d10f-460f-b124-26c9dba1dc09 service neutron] 10.222.0.101 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1923337 Feb 11 19:22:04.123526 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3be24802-daec-4fd1-bcbf-4a5dbf7d0cf2 req-f9e5b9b8-4c91-4ae4-afc3-1884868e8b79 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0641131 Feb 11 19:22:04.433049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cb564-d47a-4fff-917d-12a9e45c65e9 req-becc8df4-51b8-4f87-8979-a9857e8b822b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:04.441514 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-189cb564-d47a-4fff-917d-12a9e45c65e9 req-becc8df4-51b8-4f87-8979-a9857e8b822b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2828856 Feb 11 19:22:04.513445 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-189cb564-d47a-4fff-917d-12a9e45c65e9 req-7485fd3b-cb59-4268-8ad5-08027cdbe646 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Feb 11 19:22:04.529045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:04.717898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:04.718478 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:05.163350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f96e2a-ffde-489a-9a42-185076b20b02 req-228cadbc-6ab7-4717-b155-8ab96157c15b tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:05.165060 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-69f96e2a-ffde-489a-9a42-185076b20b02 req-228cadbc-6ab7-4717-b155-8ab96157c15b tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 950 time: 0.2171094 Feb 11 19:22:05.350005 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-69f96e2a-ffde-489a-9a42-185076b20b02 req-b6319564-df7c-4acb-8291-64800685f978 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781621 Feb 11 19:22:05.510516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-9b9e5fc4-f93b-48ba-a44f-17c10244b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:05.512480 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-9b9e5fc4-f93b-48ba-a44f-17c10244b0f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1163 time: 0.1081934 Feb 11 19:22:05.519230 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fb8202aa-8e73-4da4-8bb9-6a41da5c28ad req-55f9a565-7430-44cc-ba51-bc15f5cb8c85 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.1268241 Feb 11 19:22:05.844337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8c5b-0e1c-49ee-80bf-c10d653ca9ee req-fec990cb-0c09-4bcd-b74e-210ff3e680db tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:05.845944 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-04db8c5b-0e1c-49ee-80bf-c10d653ca9ee req-fec990cb-0c09-4bcd-b74e-210ff3e680db tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2126031 Feb 11 19:22:05.886813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-61ee632c-d030-4e33-963d-0d1983ee97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:05.888402 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-61ee632c-d030-4e33-963d-0d1983ee97b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 911 time: 0.3648660 Feb 11 19:22:05.991729 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-04db8c5b-0e1c-49ee-80bf-c10d653ca9ee req-fc505582-b228-4bc0-a71b-ca76c48ab3e0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355691 Feb 11 19:22:05.993291 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-370d7251-60c3-4f96-8334-93111592ea0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 200 len: 217 time: 0.0910218 Feb 11 19:22:06.231402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-b9c92be1-e0c9-4e2a-adc3-34d9d0c72e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:06.233039 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-b9c92be1-e0c9-4e2a-adc3-34d9d0c72e8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.1339221 Feb 11 19:22:06.300609 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-408a3933-7973-4b8d-b912-ed9e62aa024c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562778 Feb 11 19:22:06.468441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb96a4f-d5db-4df8-b14d-679699ab8403 req-0115c674-d1b9-459d-b70a-d4dbf90d1737 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:06.478452 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fb96a4f-d5db-4df8-b14d-679699ab8403 req-0115c674-d1b9-459d-b70a-d4dbf90d1737 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 950 time: 0.3413565 Feb 11 19:22:06.623021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-7a52001d-ea79-478e-a99e-30725961a1bb tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:06.624910 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-7a52001d-ea79-478e-a99e-30725961a1bb tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.42 "GET /v2.0/networks?id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 HTTP/1.1" status: 200 len: 813 time: 0.2830806 Feb 11 19:22:06.669215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Request body: {'port': {'device_id': 'ebc4971f-47e6-4aaf-9064-b51505754565', 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822', 'admin_state_up': True, 'tenant_id': '031cc70b311746c491cde3c91f553967'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:22:06.682231 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fb96a4f-d5db-4df8-b14d-679699ab8403 req-027d6445-ec91-4933-9bb7-330daee5f75e tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025433 Feb 11 19:22:06.734196 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-f779d569-b01b-44fc-a44d-ff6d96879425 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521837 Feb 11 19:22:06.762411 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-59e0921c-2acc-40cf-862e-d3ce040c3225 req-28e5bce7-376b-4905-8efa-972ddc52fd71 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0646136 Feb 11 19:22:06.886387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:06.890529 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Usage tracker for resource:port and tenant:031cc70b311746c491cde3c91f553967 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:06.893841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:06.903355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:06.918185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Made reservation on behalf of 031cc70b311746c491cde3c91f553967 for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:22:06.936224 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec95460c-48ca-40c8-8e3e-8bad61928d56 req-8a8ab010-404d-433d-9787-1f7390663da0 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1627283 Feb 11 19:22:06.942389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:07.351205 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6c668-ee7d-4584-ae4a-b66ad7a242a0 req-850dcb32-2902-4b49-b9db-21233bc85370 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:07.352979 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c7a6c668-ee7d-4584-ae4a-b66ad7a242a0 req-850dcb32-2902-4b49-b9db-21233bc85370 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2085721 Feb 11 19:22:07.445532 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c7a6c668-ee7d-4584-ae4a-b66ad7a242a0 req-9bc15aaf-f54f-44b0-b844-e03f427d645c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852458 Feb 11 19:22:07.575295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Allocated IP 172.20.0.9 (b5c06ebb-3dc5-41c3-bb1e-93f99d17d822/43780e4f-a47c-405d-a3aa-3994eb0aa16f/b49a799b-a5be-4c64-b459-058b223f35b6) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:22:07.940753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:08.000776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3e6a9-d2de-4850-841f-8856a52a0df3 req-67e6aa17-a3d3-4e94-873a-408ff014482f tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:08.003049 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1db3e6a9-d2de-4850-841f-8856a52a0df3 req-67e6aa17-a3d3-4e94-873a-408ff014482f tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 950 time: 0.1732647 Feb 11 19:22:08.056472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-b1215618-964c-44a8-af9a-4b66ad253ebb tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:08.060327 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-b1215618-964c-44a8-af9a-4b66ad253ebb tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 815 time: 0.3025122 Feb 11 19:22:08.080983 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1db3e6a9-d2de-4850-841f-8856a52a0df3 req-fa6a0ae5-02bc-42c3-83d8-d1ed4b91507c tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712194 Feb 11 19:22:08.082263 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-631e63ec-4281-4464-a857-98110921dabf tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/quotas/5568c65ba4d3415cbbea0c4ffb34fdea HTTP/1.1" status: 200 len: 375 time: 0.0159478 Feb 11 19:22:08.093380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:08.119635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:08.356021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Pushing event updated for resources: {'Port': ['ID=b49a799b-a5be-4c64-b459-058b223f35b6,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:08.364383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:08.370530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1184-d5d8-480a-9412-3951b0c19105 req-ca9136d8-29d8-4362-b060-8052d139ee83 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:08.372231 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e0f1184-d5d8-480a-9412-3951b0c19105 req-ca9136d8-29d8-4362-b060-8052d139ee83 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 931 time: 0.1778202 Feb 11 19:22:08.445574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6e0f1184-d5d8-480a-9412-3951b0c19105 req-5f863b48-f207-4645-9567-490a3243ee2e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Synchronizing usage tracker for tenant:031cc70b311746c491cde3c91f553967 on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:22:08.454883 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-9fe381d6-940a-4e7f-ac72-618e713739a3 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3590314 Feb 11 19:22:08.467761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6e0f1184-d5d8-480a-9412-3951b0c19105 req-5f863b48-f207-4645-9567-490a3243ee2e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Unset dirty status for tenant:031cc70b311746c491cde3c91f553967 on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:22:08.469471 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e0f1184-d5d8-480a-9412-3951b0c19105 req-5f863b48-f207-4645-9567-490a3243ee2e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904548 Feb 11 19:22:08.499271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:22:08.512898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:22:08.518180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:22:08.730670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:08.731405 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:08.776492 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-d46ea128-c0fc-4931-92e9-34c5c66f58fc service neutron] 10.222.0.101 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091416 Feb 11 19:22:08.776492 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1141503 Feb 11 19:22:08.822364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Request body: {'port': {'device_id': 'ebc4971f-47e6-4aaf-9064-b51505754565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:22:08.897666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:08.988197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:09.121212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:09.140526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:09.141285 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:09.216758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaa37f-39a6-4cde-b51c-c1c18fb69152 req-98788038-00d4-45b1-ad9c-009a28a962ab tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:09.229294 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b9eaa37f-39a6-4cde-b51c-c1c18fb69152 req-98788038-00d4-45b1-ad9c-009a28a962ab tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.3036613 Feb 11 19:22:09.299166 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-44cc9923-861d-4eab-a630-f69a2ab9e427 service neutron] 10.222.0.101 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5159092 Feb 11 19:22:09.328698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device dd81e640-9431-4eb6-a60e-51e0c762a316 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:09.369006 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b9eaa37f-39a6-4cde-b51c-c1c18fb69152 req-3b91b9e2-181e-4b52-af70-03031148507d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149540 Feb 11 19:22:09.430744 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port dd81e640-9431-4eb6-a60e-51e0c762a316 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:09.431174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:09.590856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbde25-5ae5-4364-803e-444760f80658 req-7e039b9e-98c8-4a09-9504-14ec0949561e tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:09.593311 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f8cbde25-5ae5-4364-803e-444760f80658 req-7e039b9e-98c8-4a09-9504-14ec0949561e tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 950 time: 0.5859885 Feb 11 19:22:09.638989 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fbc3c950-0596-4e05-8fae-195200462939 req-4f04aa2d-54b4-44b8-98b0-69334c4a35bb tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 210 time: 0.1054873 Feb 11 19:22:09.764706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Deleting port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:22:09.765090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:09.936659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe0e7a-daad-4bce-8725-4a0ce6af1232 req-a6e2f943-6c26-45b3-8e09-6c2231685521 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:09.938372 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8abe0e7a-daad-4bce-8725-4a0ce6af1232 req-a6e2f943-6c26-45b3-8e09-6c2231685521 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 950 time: 0.2610312 Feb 11 19:22:10.027660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85a04-1e39-42b2-b148-8275c1927ccb req-9c76f5aa-9767-48f0-b0f0-13d83b54a8ea tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:10.028537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-39d85a04-1e39-42b2-b148-8275c1927ccb req-9c76f5aa-9767-48f0-b0f0-13d83b54a8ea tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Synchronizing usage tracker for tenant:031cc70b311746c491cde3c91f553967 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:22:10.055972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-39d85a04-1e39-42b2-b148-8275c1927ccb req-9c76f5aa-9767-48f0-b0f0-13d83b54a8ea tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Unset dirty status for tenant:031cc70b311746c491cde3c91f553967 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:22:10.055972 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-39d85a04-1e39-42b2-b148-8275c1927ccb req-9c76f5aa-9767-48f0-b0f0-13d83b54a8ea tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 931 time: 0.2885427 Feb 11 19:22:10.068296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49a799b-a5be-4c64-b459-058b223f35b6 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:22:10.108141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:10.196470 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-39d85a04-1e39-42b2-b148-8275c1927ccb req-7c8b8e58-201d-4bcc-995f-68ff156afcc2 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207840 Feb 11 19:22:10.198016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Transition to ACTIVE for port object b49a799b-a5be-4c64-b459-058b223f35b6 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:22:10.201840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:10.228918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0433f460-18c8-43d3-8c8d-37231c930eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:10.289762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:22:10.447878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a799b-a5be-4c64-b459-058b223f35b6,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:10.456365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:10.562068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] For port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,segment=NetworkSegment(28a7ce1d-0047-475d-a8d1-c6cd033c32c2),segment_id=28a7ce1d-0047-475d-a8d1-c6cd033c32c2)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:10.562811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:10.604466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:10.652410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,segment=NetworkSegment(28a7ce1d-0047-475d-a8d1-c6cd033c32c2),segment_id=28a7ce1d-0047-475d-a8d1-c6cd033c32c2)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:10.653559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:10.661035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:10.663178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2bfae5ad-c254-4c94-961b-68cb1c731680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:10.712036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Calling delete_port for 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:22:10.752599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:10.762089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.762480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.762963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.763389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.763767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.764146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.764554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.764928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.765300 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.765679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.766049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.766417 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.767148 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.767512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.767882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.768249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.768697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.768997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.769361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.769731 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.770109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.770435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.770798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.771159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:10.788627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:10.909401 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8abe0e7a-daad-4bce-8725-4a0ce6af1232 req-bc4f26bc-7dc0-4f34-838f-487cf2f28dac tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9637890 Feb 11 19:22:10.921651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:22:10.922852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:22:11.003918 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482', 'code': 200} Feb 11 19:22:11.082599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Attempting to bind port b49a799b-a5be-4c64-b459-058b223f35b6 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:22:11.082977 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Attempting to bind port b49a799b-a5be-4c64-b459-058b223f35b6 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:22:11.083351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Attempting to bind port b49a799b-a5be-4c64-b459-058b223f35b6 on network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:22:11.092882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:22:11.093267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Checking segment: {'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:22:11.093676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:11.094069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Bound using segment: {'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:22:11.094548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Bound port: b49a799b-a5be-4c64-b459-058b223f35b6, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:22:11.094926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:11.163087 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d5b7e071-1d53-4eb2-aac1-32b3bd02e0fe req-7f63c61a-56ce-4088-a96b-db7c7c9d3501 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 210 time: 0.0539584 Feb 11 19:22:11.218475 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ca108-b3e9-4c96-bc78-4d91a0559382 req-0cfba82a-d8b6-4836-928c-cc396e3f30f7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:11.224950 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ba1ca108-b3e9-4c96-bc78-4d91a0559382 req-0cfba82a-d8b6-4836-928c-cc396e3f30f7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2873209 Feb 11 19:22:11.428340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Deleting port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:22:11.428340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:11.507414 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ba1ca108-b3e9-4c96-bc78-4d91a0559382 req-03d62ee8-f403-4c19-80c7-d887e6543c3e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135911 Feb 11 19:22:11.575147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] For port b49a799b-a5be-4c64-b459-058b223f35b6, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:22:11.677844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-e1599dd6-06cb-40d2-867e-af15db1257b9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:11.679604 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-e1599dd6-06cb-40d2-867e-af15db1257b9 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 815 time: 0.3202381 Feb 11 19:22:11.681015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb408e8d-4394-4031-b0c5-15bbf25d3d6a req-56f1aa13-0e73-4af3-b9b8-b51f7a3c4460 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:11.682751 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cb408e8d-4394-4031-b0c5-15bbf25d3d6a req-56f1aa13-0e73-4af3-b9b8-b51f7a3c4460 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 943 time: 0.3121390 Feb 11 19:22:11.684805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] For port b49a799b-a5be-4c64-b459-058b223f35b6, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b49a799b-a5be-4c64-b459-058b223f35b6,segment=NetworkSegment(18716f53-f7a2-4845-af46-461a920c1a32),segment_id=18716f53-f7a2-4845-af46-461a920c1a32)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:22:11.697016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:11.719748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-91b12048-9b98-4511-816c-cb8bbdb7f3c5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:11.757144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Request body: {'port': {'device_id': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc', 'admin_state_up': True, 'tenant_id': '5568c65ba4d3415cbbea0c4ffb34fdea'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:22:11.865222 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cb408e8d-4394-4031-b0c5-15bbf25d3d6a req-55a12371-95d1-4449-879f-76484ba9a27e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559050 Feb 11 19:22:11.901920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] For port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,segment=NetworkSegment(28a7ce1d-0047-475d-a8d1-c6cd033c32c2),segment_id=28a7ce1d-0047-475d-a8d1-c6cd033c32c2)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:11.902679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:12.045682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Calling delete_port for 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:22:12.067894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a799b-a5be-4c64-b459-058b223f35b6,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:12.077521 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:12.114255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:12.117160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:12.117830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:12.119354 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] 10.222.0.42 "PUT /v2.0/ports/b49a799b-a5be-4c64-b459-058b223f35b6 HTTP/1.1" status: 200 len: 1157 time: 3.3044391 Feb 11 19:22:12.119869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc4971f-47e6-4aaf-9064-b51505754565', 'tag': 'b49a799b-a5be-4c64-b459-058b223f35b6'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:12.133464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:12.144371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Made reservation on behalf of 5568c65ba4d3415cbbea0c4ffb34fdea for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:22:12.166612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:12.190379 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc4971f-47e6-4aaf-9064-b51505754565', 'tag': 'b49a799b-a5be-4c64-b459-058b223f35b6', 'status': 'completed', 'code': 200} Feb 11 19:22:12.379183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89b61-78ae-427d-9b76-69c9f86df7a4 req-7d8f9b3b-e298-4009-8247-3b3a3cc90f03 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:12.380838 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-30b89b61-78ae-427d-9b76-69c9f86df7a4 req-7d8f9b3b-e298-4009-8247-3b3a3cc90f03 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 948 time: 0.2818518 Feb 11 19:22:12.468404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:12.491628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:12.548550 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-30b89b61-78ae-427d-9b76-69c9f86df7a4 req-031acd61-8c60-4c5a-89b0-c8d72750a300 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582365 Feb 11 19:22:12.557822 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c24174d3-6e08-4f8e-86cf-7d9bfb3585f1 req-5ede73c7-b388-4058-8aec-9a2bc72728bf tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 210 time: 0.1021197 Feb 11 19:22:12.567345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device dd81e640-9431-4eb6-a60e-51e0c762a316 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:12.618441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-d053cb4f-5258-4cb0-a7cd-da847eba7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:12.620056 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-d053cb4f-5258-4cb0-a7cd-da847eba7036 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031cc70b311746c491cde3c91f553967&device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 1160 time: 0.3828044 Feb 11 19:22:12.630864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Pushing event deleted for resources: {'Port': ['ID=5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:12.645330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:12.686995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port dd81e640-9431-4eb6-a60e-51e0c762a316 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:12.687921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:12.898709 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-d752f8b1-bcc4-4d3a-9d2a-9214d100fb7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b49a799b-a5be-4c64-b459-058b223f35b6 HTTP/1.1" status: 200 len: 217 time: 0.1903019 Feb 11 19:22:12.959689 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d4ce0-58ea-43de-862b-336bd712799b req-5e24c88a-5064-4058-b996-70d6ec1516e5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:12.961433 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e06d4ce0-58ea-43de-862b-336bd712799b req-5e24c88a-5064-4058-b996-70d6ec1516e5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2361066 Feb 11 19:22:13.029538 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] No DVR routers for this DVR port 5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:22:13.032070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:13.038971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Allocated IP 172.20.0.13 (5ef70a0a-afde-4613-b8a1-7aab1c093dcc/bde4d229-6939-4a27-b3fd-9e502e3495dd/af5cc28c-a942-4e04-ae5e-38ab8a7ad30b) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:22:13.039658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'name': 'network-vif-deleted', 'tag': '5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:13.066200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-bfd28a4f-f4ab-4441-8fe5-485372446d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:13.066200 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-bfd28a4f-f4ab-4441-8fe5-485372446d5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43780e4f-a47c-405d-a3aa-3994eb0aa16f HTTP/1.1" status: 200 len: 853 time: 0.1373293 Feb 11 19:22:13.084973 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f8cbde25-5ae5-4364-803e-444760f80658 req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.42 "DELETE /v2.0/ports/5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482 HTTP/1.1" status: 204 len: 173 time: 3.4847114 Feb 11 19:22:13.125775 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e06d4ce0-58ea-43de-862b-336bd712799b req-30c54545-118e-4f87-aaa8-99ad5dcafd2e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247153 Feb 11 19:22:13.245345 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-eda8d27e-5107-4210-96de-35b1393e772f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477635 Feb 11 19:22:13.410824 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c482f-c78d-4c56-aeb2-3c72896047b9', 'name': 'network-vif-deleted', 'tag': '5bdeab0e-3c8d-4c76-af6d-2ec5b2df0482', 'status': 'completed', 'code': 200} Feb 11 19:22:13.602156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fe72-c34f-4f25-8223-f8f7757d5ff0 req-c108dd6b-6ac8-424a-9fa2-f5f33fcf1df5 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:13.610116 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f336fe72-c34f-4f25-8223-f8f7757d5ff0 req-c108dd6b-6ac8-424a-9fa2-f5f33fcf1df5 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 943 time: 0.4695630 Feb 11 19:22:13.744931 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f336fe72-c34f-4f25-8223-f8f7757d5ff0 req-7995e69f-c8e9-47f6-b31d-a70e9ecf382a tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338313 Feb 11 19:22:13.772732 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-c277f7aa-7a3d-42a7-a7ae-8890abc6e483 service neutron] 10.222.0.42 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825266 Feb 11 19:22:13.776506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:13.837893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:13.845277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-346cfdb7-51f1-4a28-8aa7-7b035eea0b34 req-13f33a2e-7c8f-4939-ba3a-e64d45e880cf tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Synchronizing usage tracker for tenant:762bed06666e4de28c99e87e6769b7c4 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:22:13.863721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-346cfdb7-51f1-4a28-8aa7-7b035eea0b34 req-13f33a2e-7c8f-4939-ba3a-e64d45e880cf tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Unset dirty status for tenant:762bed06666e4de28c99e87e6769b7c4 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:22:13.875129 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-346cfdb7-51f1-4a28-8aa7-7b035eea0b34 req-13f33a2e-7c8f-4939-ba3a-e64d45e880cf tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c0c482f-c78d-4c56-aeb2-3c72896047b9 HTTP/1.1" status: 200 len: 210 time: 0.0896506 Feb 11 19:22:13.901730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:14.408803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Pushing event updated for resources: {'Port': ['ID=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:14.419157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:14.492519 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8478afa8-ebc9-420b-aca1-c0b4dcc3d8d5 req-b52b0bc3-39c0-407e-89ec-0326488d2e92 service neutron] 10.222.0.42 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6845517 Feb 11 19:22:14.600730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053e341-f585-4996-9689-f36401d2713c req-787faa94-7fb0-485c-8e97-23eae38ae4af tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:14.602821 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5053e341-f585-4996-9689-f36401d2713c req-787faa94-7fb0-485c-8e97-23eae38ae4af tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 932 time: 0.4536290 Feb 11 19:22:14.643944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:22:14.647959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:22:14.652292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:22:14.865535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:14.866462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:14.922293 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5053e341-f585-4996-9689-f36401d2713c req-79b988cd-215e-467b-96f6-cd8062975b4a tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087020 Feb 11 19:22:14.961909 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2429261 Feb 11 19:22:14.970636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-75824050-109c-47f1-84b2-3eb4e0448597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:14.972437 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-75824050-109c-47f1-84b2-3eb4e0448597 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031cc70b311746c491cde3c91f553967&device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 1160 time: 0.2586477 Feb 11 19:22:15.017332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Request body: {'port': {'device_id': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:22:15.085167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37613fd6-88f1-4268-a9f2-e00b4bedd7ea req-6207f63b-26b2-40a2-8154-ec4d12e70513 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:15.086831 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-37613fd6-88f1-4268-a9f2-e00b4bedd7ea req-6207f63b-26b2-40a2-8154-ec4d12e70513 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 943 time: 0.1850388 Feb 11 19:22:15.199133 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-37613fd6-88f1-4268-a9f2-e00b4bedd7ea req-a825a004-4848-4444-8a78-add9581e940f tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027932 Feb 11 19:22:15.361772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-efdb5e8a-1d60-4f5a-8f9c-e3b885f62363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:15.363380 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-efdb5e8a-1d60-4f5a-8f9c-e3b885f62363 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 HTTP/1.1" status: 200 len: 907 time: 0.3814616 Feb 11 19:22:15.364805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:15.465634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5bcb1-8bfa-4783-aedf-efb09e71bd40 req-36a679e1-e43a-408b-9d69-3befedd4012e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:15.467344 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3ea5bcb1-8bfa-4783-aedf-efb09e71bd40 req-36a679e1-e43a-408b-9d69-3befedd4012e tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.4082615 Feb 11 19:22:15.564143 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-53c39e41-b258-4b19-ae7e-2a33c8c6b181 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b49a799b-a5be-4c64-b459-058b223f35b6 HTTP/1.1" status: 200 len: 217 time: 0.1867964 Feb 11 19:22:15.764532 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3ea5bcb1-8bfa-4783-aedf-efb09e71bd40 req-69dc24fd-5fc3-4e18-8074-8e51f9bb192b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340887 Feb 11 19:22:15.927501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-a4d71259-75c4-4fc5-bfd0-7a6ba8846a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:15.929192 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-a4d71259-75c4-4fc5-bfd0-7a6ba8846a06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43780e4f-a47c-405d-a3aa-3994eb0aa16f HTTP/1.1" status: 200 len: 853 time: 0.3101628 Feb 11 19:22:16.007735 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-5a250b66-bd62-421d-8767-7137f2878c52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714223 Feb 11 19:22:16.367268 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-696eb1a3-19c6-42cd-985c-42a5d45c0a15 service neutron] 10.222.0.42 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395278 Feb 11 19:22:16.838962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4003b2-7c8f-45da-96bb-8fc9a6e42f56 req-28ab815c-4dcf-4c5b-b63e-6a8afcd8f2b8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:16.839895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1d4003b2-7c8f-45da-96bb-8fc9a6e42f56 req-28ab815c-4dcf-4c5b-b63e-6a8afcd8f2b8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:22:16.849388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.resource_extend [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 19:22:16.905811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68818a5c-f07f-44e9-911d-26e696c58bb6 req-7d128120-8937-4aef-92ff-92551e19c30c tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:16.907542 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-68818a5c-f07f-44e9-911d-26e696c58bb6 req-7d128120-8937-4aef-92ff-92551e19c30c tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 943 time: 0.1889536 Feb 11 19:22:16.964173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1d4003b2-7c8f-45da-96bb-8fc9a6e42f56 req-28ab815c-4dcf-4c5b-b63e-6a8afcd8f2b8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:22:16.971643 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1d4003b2-7c8f-45da-96bb-8fc9a6e42f56 req-28ab815c-4dcf-4c5b-b63e-6a8afcd8f2b8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 932 time: 0.8128262 Feb 11 19:22:17.017715 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-68818a5c-f07f-44e9-911d-26e696c58bb6 req-0df7d754-16cc-4d5e-9e0d-e25a27db7184 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022797 Feb 11 19:22:17.032421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5cc28c-a942-4e04-ae5e-38ab8a7ad30b {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:22:17.051423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:17.134714 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1d4003b2-7c8f-45da-96bb-8fc9a6e42f56 req-12c75f25-09ea-4be1-8dd3-b70f8d2bfb7d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618619 Feb 11 19:22:17.140664 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e17ed4e4-b9e7-4b64-bab6-4bbb9ca3e986 req-f138e6da-5571-4e14-86ce-6651765b7e73 service neutron] 10.222.0.42 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7524261 Feb 11 19:22:17.162180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Transition to ACTIVE for port object af5cc28c-a942-4e04-ae5e-38ab8a7ad30b will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:22:17.166185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:17.186908 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a3669a37-74aa-4b64-99a0-afbf7601e1f2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:17.271783 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Pushing event updated for resources: {'Port': ['ID=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:17.275089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:17.614924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Attempting to bind port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:22:17.615307 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Attempting to bind port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:22:17.615734 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Attempting to bind port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b on network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:22:17.621770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:22:17.622152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Checking segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:22:17.622565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:17.623187 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Bound using segment: {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:22:17.623666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Bound port: af5cc28c-a942-4e04-ae5e-38ab8a7ad30b, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5ef70a0a-afde-4613-b8a1-7aab1c093dcc'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:22:17.624043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:17.754025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] For port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:22:17.757682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] For port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:22:17.761580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:17.778510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:17.973256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:17.973868 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:17.975263 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] 10.222.0.42 "PUT /v2.0/ports/af5cc28c-a942-4e04-ae5e-38ab8a7ad30b HTTP/1.1" status: 200 len: 1158 time: 2.9947853 Feb 11 19:22:17.975791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'tag': 'af5cc28c-a942-4e04-ae5e-38ab8a7ad30b'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:18.021419 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Pushing event updated for resources: {'Port': ['ID=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:18.025610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:18.037821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 39238) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:18.140901 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'tag': 'af5cc28c-a942-4e04-ae5e-38ab8a7ad30b', 'status': 'completed', 'code': 200} Feb 11 19:22:18.223965 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-115bc1ae-6273-4f5c-8bdb-89578cf1fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:18.228186 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-115bc1ae-6273-4f5c-8bdb-89578cf1fa82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 1161 time: 0.1770642 Feb 11 19:22:18.283855 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Deleting subnet 148edd9b-eca6-47d2-b3d6-bf4c4f6502d5 {{(pid=79956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:22:18.299348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:18.404513 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-37c9a891-69d2-4893-9c33-47e31ce1801e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b HTTP/1.1" status: 200 len: 217 time: 0.1530807 Feb 11 19:22:18.411672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1253889'] for subnet, precommit_delete_associations {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:18.545793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:18.559508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-d76d97a5-f838-4ef3-94fd-ab618e750c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:18.561316 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-d76d97a5-f838-4ef3-94fd-ab618e750c98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.1092012 Feb 11 19:22:18.698336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61453e9d-ed24-4e1f-91b3-6c198ab76636 req-53d7fc00-b844-4558-9b25-1998d9a37fd6 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:18.702173 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-61453e9d-ed24-4e1f-91b3-6c198ab76636 req-53d7fc00-b844-4558-9b25-1998d9a37fd6 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 943 time: 0.3257005 Feb 11 19:22:18.723862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c823cf-cef7-4fd7-bdd2-2808c95c677b req-92950b5d-3dbf-4f56-8d55-e540bbf4d64d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:18.727716 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-16c823cf-cef7-4fd7-bdd2-2808c95c677b req-92950b5d-3dbf-4f56-8d55-e540bbf4d64d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 944 time: 0.3218315 Feb 11 19:22:18.741273 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-fccc8239-5c93-44a3-85b4-6fd8b87205b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703618 Feb 11 19:22:18.885964 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-61453e9d-ed24-4e1f-91b3-6c198ab76636 req-a018d70a-e073-43ab-bd52-a44bb2120bab tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778650 Feb 11 19:22:18.977190 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-16c823cf-cef7-4fd7-bdd2-2808c95c677b req-6481471b-80b5-45b1-85cb-967546e1e5e7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347717 Feb 11 19:22:18.981698 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-81c3cfc8-cf67-4240-b93b-1c7ec387661e service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913118 Feb 11 19:22:19.090209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239254'] for subnet, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:19.106823 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:19.175603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148edd9b-eca6-47d2-b3d6-bf4c4f6502d5,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:19.188391 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-916b7c2e-8507-4abe-8335-8ef95f747e63 req-df1db1cd-c82f-4217-b0fa-187f0f8e1ac8 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1847179 Feb 11 19:22:19.233415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:19.272584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:19.279953 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/148edd9b-eca6-47d2-b3d6-bf4c4f6502d5 HTTP/1.1" status: 204 len: 168 time: 1.2405691 Feb 11 19:22:19.282696 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 39298) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:19.474615 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:19.650013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-1296f18b-2a43-46be-bf9d-1c729bb9158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:19.651953 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-1296f18b-2a43-46be-bf9d-1c729bb9158b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 1161 time: 0.2810609 Feb 11 19:22:19.761243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:19.971804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d161951-d8c9-48c2-91ac-ad7fad962c9a']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:22:20.008474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0b48b1-592c-46f2-8865-aef24026cd51') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:22:20.008946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0b48b1-592c-46f2-8865-aef24026cd51') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:22:20.032136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-e8779621-7d0f-40ef-8fc5-52f0bb720307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:20.034404 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-e8779621-7d0f-40ef-8fc5-52f0bb720307 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 200 len: 909 time: 0.3294518 Feb 11 19:22:20.132946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:20.179397 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-97e5b13f-9d3a-4674-ac22-bf2781243c59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b HTTP/1.1" status: 200 len: 217 time: 0.1073096 Feb 11 19:22:20.185387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:20.189495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:22:20.323680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925dbae-7d99-4f69-b989-97559573c9aa req-9054ec57-6b2e-444a-ad99-d56daacd6ed8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:20.325856 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e925dbae-7d99-4f69-b989-97559573c9aa req-9054ec57-6b2e-444a-ad99-d56daacd6ed8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 944 time: 0.1980376 Feb 11 19:22:20.403293 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e925dbae-7d99-4f69-b989-97559573c9aa req-c8a69bf4-cfcd-4795-941d-3aec582c6be3 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693741 Feb 11 19:22:20.700139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-6de72a57-aec3-40f7-a9ef-26f79b9bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:20.702116 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-6de72a57-aec3-40f7-a9ef-26f79b9bab64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 200 len: 855 time: 0.5143974 Feb 11 19:22:20.736977 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.objects.ports [None req-630d17f1-f3a2-430b-943a-4938fdc5ef0b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79957) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 19:22:20.768002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Network 2d161951-d8c9-48c2-91ac-ad7fad962c9a has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:22:20.783951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:20.896982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561e1c6-dfb4-4565-b08c-68130b8b0d55 req-c0c6560a-ac72-4f7f-8454-05334d1b9ece tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:20.898705 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a561e1c6-dfb4-4565-b08c-68130b8b0d55 req-c0c6560a-ac72-4f7f-8454-05334d1b9ece tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 943 time: 0.8730948 Feb 11 19:22:20.915690 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-5a317c4c-e4cd-441d-82a1-110b08fe415c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ef70a0a-afde-4613-b8a1-7aab1c093dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2025702 Feb 11 19:22:21.282319 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541f54-c3e7-4af2-ad95-0c5ab85b68ad req-aa6c4099-22cb-469c-9b01-dc3333c6cf69 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:21.284594 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b4541f54-c3e7-4af2-ad95-0c5ab85b68ad req-aa6c4099-22cb-469c-9b01-dc3333c6cf69 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1808419 Feb 11 19:22:21.303085 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a561e1c6-dfb4-4565-b08c-68130b8b0d55 req-e2919dd1-d530-456c-81bf-f8a6cf21b6bf tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459809 Feb 11 19:22:21.323268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Network 2d161951-d8c9-48c2-91ac-ad7fad962c9a has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:22:21.356231 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b4541f54-c3e7-4af2-ad95-0c5ab85b68ad req-34cb3468-1465-4c08-95c7-ead79bc213d7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650468 Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:22:21.357308 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:22:21.459978 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-b2020240-ce5c-4685-8b6f-bad93333d4f5 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523079 Feb 11 19:22:21.473587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-e8538c08-c8e9-46d3-8fc7-f764a2e894ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:21.473587 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-e8538c08-c8e9-46d3-8fc7-f764a2e894ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1163 time: 0.5569592 Feb 11 19:22:21.544152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:21.702802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9b0ea753-0ec8-4c21-b119-e1c168994b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:21.725062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:21.787499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d161951-d8c9-48c2-91ac-ad7fad962c9a,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:21.798675 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:21.806653 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-bd68d866-e80c-47f3-8d58-6b1d12d2cf21 admin admin] 10.222.0.101 "DELETE /v2.0/networks/2d161951-d8c9-48c2-91ac-ad7fad962c9a HTTP/1.1" status: 204 len: 168 time: 2.5227370 Feb 11 19:22:21.810817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 39374) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:21.871174 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed90888e-7abc-4dcb-b65b-e74f8483e92f req-33c68511-96af-48f8-bdb8-ace2063cf2a8 service neutron] 10.222.0.42 "GET /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3993967 Feb 11 19:22:21.873430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-084b9994-cdfa-465c-a98a-154cf36adbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:21.875129 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-084b9994-cdfa-465c-a98a-154cf36adbe9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 911 time: 0.3762126 Feb 11 19:22:21.879851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 39378) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:21.981207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b5ead-cc94-4045-b7ad-48e6fe761d26 req-365ddab8-9de2-4b0f-bbf8-b2616ed8b8de tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:21.982993 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-224b5ead-cc94-4045-b7ad-48e6fe761d26 req-365ddab8-9de2-4b0f-bbf8-b2616ed8b8de tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 944 time: 0.4186733 Feb 11 19:22:22.085664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b49a799b-a5be-4c64-b459-058b223f35b6 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:22.097184 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-b674e90f-9708-4077-a0a8-dd751fdc9eb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 200 len: 217 time: 0.1130617 Feb 11 19:22:22.153307 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] Deleting subnet 5463e2b3-57ba-4063-861e-893ba878df55 {{(pid=79956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:22:22.156756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.188031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port b49a799b-a5be-4c64-b459-058b223f35b6 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:22:22.195610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port b49a799b-a5be-4c64-b459-058b223f35b6 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:22.196038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.228636 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-224b5ead-cc94-4045-b7ad-48e6fe761d26 req-046a429e-2446-4b33-bd45-c59ce7430d95 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881163 Feb 11 19:22:22.243728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-98260300-fc70-4e9b-b2dc-beffd2e00dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:22.245335 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-98260300-fc70-4e9b-b2dc-beffd2e00dc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.1395044 Feb 11 19:22:22.250814 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5a94fa98-5579-4be1-b2d7-338a3727aca1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=762bed06666e4de28c99e87e6769b7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696837 Feb 11 19:22:22.251775 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 39390) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:22.262175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1253889'] for subnet, precommit_delete_associations {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.331410 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-2a79c66d-accc-45ad-9a62-1ea9e6cd18f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767329 Feb 11 19:22:22.349415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.418266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.490989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port b49a799b-a5be-4c64-b459-058b223f35b6, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b49a799b-a5be-4c64-b459-058b223f35b6,segment=NetworkSegment(18716f53-f7a2-4845-af46-461a920c1a32),segment_id=18716f53-f7a2-4845-af46-461a920c1a32)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:22.492536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc4971f-47e6-4aaf-9064-b51505754565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a799b-a5be-4c64-b459-058b223f35b6'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:22.500947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.504273 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:22.596111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=b49a799b-a5be-4c64-b459-058b223f35b6,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:22.600253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:22.686074 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-3d0ec8e9-070b-492e-a1db-c9046dff5016 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375371 Feb 11 19:22:22.686790 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1048a183-ab0f-4adf-8a33-6a50323120ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.781839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb529a-f1dd-4ab4-aefd-df3167059288 req-49f889db-cab6-4cef-b64b-f4d7608a58c9 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:22.783574 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-31bb529a-f1dd-4ab4-aefd-df3167059288 req-49f889db-cab6-4cef-b64b-f4d7608a58c9 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2433019 Feb 11 19:22:22.820122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1048a183-ab0f-4adf-8a33-6a50323120ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.909231 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-31bb529a-f1dd-4ab4-aefd-df3167059288 req-e9e3b32e-fc46-4c6c-a398-ac3eb983184d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850809 Feb 11 19:22:22.924649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239254'] for subnet, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:22.942192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6dd2396e-0eb8-4403-a405-ca952631ad9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:22.981200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb78e2b-2523-47df-8f39-4d7f5294eb60 req-b210af6a-6569-47b2-8f7c-29a88727f23d tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:22.982948 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9fb78e2b-2523-47df-8f39-4d7f5294eb60 req-b210af6a-6569-47b2-8f7c-29a88727f23d tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.3858356 Feb 11 19:22:23.003108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5463e2b3-57ba-4063-861e-893ba878df55,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:23.005533 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc4971f-47e6-4aaf-9064-b51505754565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a799b-a5be-4c64-b459-058b223f35b6', 'code': 200} Feb 11 19:22:23.006759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:23.051367 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-908ae5f3-2507-41ed-b17a-c7aaf5cd606f req-b4219c48-2ae4-41dd-8b69-a1f46cd43b1b service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3507233 Feb 11 19:22:23.052005 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1048a183-ab0f-4adf-8a33-6a50323120ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:23.059419 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-79652985-a981-4e28-8a98-46b4895835dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:23.079818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b49a799b-a5be-4c64-b459-058b223f35b6 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:23.094715 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9fb78e2b-2523-47df-8f39-4d7f5294eb60 req-65e508c9-a125-48c0-9555-95ae9413a23d tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037445 Feb 11 19:22:23.096909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048a183-ab0f-4adf-8a33-6a50323120ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:23.103343 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1048a183-ab0f-4adf-8a33-6a50323120ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:23.105742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1048a183-ab0f-4adf-8a33-6a50323120ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:23.110151 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1048a183-ab0f-4adf-8a33-6a50323120ca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d7e8cfb-8176-4d0e-a8de-3ad5cd2b01ce HTTP/1.1" status: 204 len: 168 time: 0.8572149 Feb 11 19:22:23.116953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:23.124552 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-fa94f807-8041-436f-bec5-59c6846eb274 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5463e2b3-57ba-4063-861e-893ba878df55 HTTP/1.1" status: 204 len: 168 time: 1.3121006 Feb 11 19:22:23.129274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 39410) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:23.208873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port b49a799b-a5be-4c64-b459-058b223f35b6 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:23.209607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:23.695845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411dd32-96bd-43be-affe-6d053bb82e92 req-19d0d630-dea8-4d70-9a89-aa73f6285f09 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:23.697510 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1411dd32-96bd-43be-affe-6d053bb82e92 req-19d0d630-dea8-4d70-9a89-aa73f6285f09 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 944 time: 0.2016828 Feb 11 19:22:23.706584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:23.770819 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1411dd32-96bd-43be-affe-6d053bb82e92 req-97e530ae-0fe6-4945-893b-74974e12377b tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639565 Feb 11 19:22:23.921939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf661d8-0824-4b47-bffb-43d1a53a6ecd req-7e2293f8-f597-4281-91fc-019d8c310e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:23.925327 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5cf661d8-0824-4b47-bffb-43d1a53a6ecd req-7e2293f8-f597-4281-91fc-019d8c310e05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 1162 time: 0.3076582 Feb 11 19:22:23.951888 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.066044 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5cf661d8-0824-4b47-bffb-43d1a53a6ecd req-6cd624f9-2fac-4720-bb20-9065a2cfa38a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328726 Feb 11 19:22:24.157582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa071ccc-47a2-4f97-9df7-809d346c36f7']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:22:24.173763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b24463-dc4c-4b4c-a7c6-bd8de3654b34') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:22:24.174100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b24463-dc4c-4b4c-a7c6-bd8de3654b34') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:22:24.194052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.238210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.241722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:22:24.348045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 39452) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:24.359458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2402d-b3ad-43e4-80e5-ec5d1b528303 req-aa767fce-c493-48d7-a1a4-de63be8db041 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:24.361531 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1dd2402d-b3ad-43e4-80e5-ec5d1b528303 req-aa767fce-c493-48d7-a1a4-de63be8db041 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2942441 Feb 11 19:22:24.464580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9362117-1fdf-43de-99ec-b0b45e1816aa req-50e94723-b4b8-4f1d-8b37-86523233e900 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:24.466315 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e9362117-1fdf-43de-99ec-b0b45e1816aa req-50e94723-b4b8-4f1d-8b37-86523233e900 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.1913831 Feb 11 19:22:24.537185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.567786 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e9362117-1fdf-43de-99ec-b0b45e1816aa req-d1fa3ec3-18ee-421e-8553-47df8ede9829 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950820 Feb 11 19:22:24.574608 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:24.578766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Usage tracker for resource:security_group_rule and tenant:3d3ad311d1d14a969a4b2ee47eb99b99 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:24.579533 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1dd2402d-b3ad-43e4-80e5-ec5d1b528303 req-2e5ccc11-50db-48a3-b2c4-7a0555372b2d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618643 Feb 11 19:22:24.582071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:24.588065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:24.597155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Network aa071ccc-47a2-4f97-9df7-809d346c36f7 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:22:24.620328 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.682299 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.686070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.697407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-870563dd-5d31-4c22-b61d-9e85f1456cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:24.731333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7ac83c04-97f8-4022-b5b7-55f9adbdb89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.750574 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3d3ad311d1d14a969a4b2ee47eb99b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955889 Feb 11 19:22:24.750574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd7743-fc1a-44e0-9eb2-94d909f1c21e,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:24.753536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:24.756272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 39464) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:24.817150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Network aa071ccc-47a2-4f97-9df7-809d346c36f7 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:22:24.828573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e083-75ee-434d-b52b-fde107409d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:22:24.843091 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:22:24.859193 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e083-75ee-434d-b52b-fde107409d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.921724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e083-75ee-434d-b52b-fde107409d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.927932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9b06920d-0720-4bfc-bb31-fd735c253648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:24.929119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.932813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9b8e3cc2-8a79-4b3c-9107-b07c74e355b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:24.946337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8e083-75ee-434d-b52b-fde107409d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd7743-fc1a-44e0-9eb2-94d909f1c21e,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:24.947396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:24.949160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b5e8e083-75ee-434d-b52b-fde107409d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:24.956254 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] 10.222.0.101 "DELETE /v2.0/networks/aa071ccc-47a2-4f97-9df7-809d346c36f7 HTTP/1.1" status: 204 len: 168 time: 1.8257098 Feb 11 19:22:24.962263 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa071ccc-47a2-4f97-9df7-809d346c36f7,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:24.964994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-36815fa2-60ed-4e58-b8fd-9384f4b2cee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:25.013002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e083-75ee-434d-b52b-fde107409d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:25.014256 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b5e8e083-75ee-434d-b52b-fde107409d59 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2fbd7743-fc1a-44e0-9eb2-94d909f1c21e HTTP/1.1" status: 204 len: 168 time: 0.2562659 Feb 11 19:22:25.135504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e677e64-373b-408e-aeda-e023bd0dbf32 req-b84056b4-f656-4805-a2d3-ea860e46afc0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:25.137629 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5e677e64-373b-408e-aeda-e023bd0dbf32 req-b84056b4-f656-4805-a2d3-ea860e46afc0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 944 time: 0.1968212 Feb 11 19:22:25.177502 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 39476) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:25.214348 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5e677e64-373b-408e-aeda-e023bd0dbf32 req-3fac3806-2c22-4e7e-a93a-59053263334f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690084 Feb 11 19:22:25.244634 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-66e61349-aefa-4d97-9fd3-b24aab44aa9d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=acecbfae8be9429dbc964c27149330fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654666 Feb 11 19:22:25.247143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 39480) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:25.319021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde88a0f-f83f-4472-9cdf-2c96b588d3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:25.350315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde88a0f-f83f-4472-9cdf-2c96b588d3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:25.402994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde88a0f-f83f-4472-9cdf-2c96b588d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:25.408857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:25.423921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde88a0f-f83f-4472-9cdf-2c96b588d3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11632b1-8324-4b8b-ae41-c15e35c97f54,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:25.429749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fde88a0f-f83f-4472-9cdf-2c96b588d3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:25.431664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fde88a0f-f83f-4472-9cdf-2c96b588d3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:25.435935 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-fde88a0f-f83f-4472-9cdf-2c96b588d3bf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f11632b1-8324-4b8b-ae41-c15e35c97f54 HTTP/1.1" status: 204 len: 168 time: 0.1844919 Feb 11 19:22:25.946950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7dc63-5e20-4558-8667-b7837795f8bc req-7a7c45da-ad62-431f-a845-b61a7f2b6995 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:25.956412 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-56c7dc63-5e20-4558-8667-b7837795f8bc req-7a7c45da-ad62-431f-a845-b61a7f2b6995 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.2158239 Feb 11 19:22:25.975563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 39508) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:25.979415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e2a6-37b0-4c31-8f18-4ab37d50d108 req-6eb6edba-e541-4147-8f62-15257bca9a0c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:25.988138 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae61e2a6-37b0-4c31-8f18-4ab37d50d108 req-6eb6edba-e541-4147-8f62-15257bca9a0c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2031143 Feb 11 19:22:26.045050 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-56c7dc63-5e20-4558-8667-b7837795f8bc req-2cc9b0f3-8893-4727-9ad6-6a7d29133651 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872083 Feb 11 19:22:26.059370 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae61e2a6-37b0-4c31-8f18-4ab37d50d108 req-355ea286-5835-4c6d-a90b-8289b0a72c8a tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701385 Feb 11 19:22:26.100041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3ac1b01a-6ba8-4440-858d-c2b4dfead647 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3029fa23a10049cc8b168fe12588328f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222785 Feb 11 19:22:26.102344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 39514) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:26.256077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3230cab-300f-442c-b04b-f5914ec6e653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.300351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3230cab-300f-442c-b04b-f5914ec6e653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.323415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 39522) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:26.367390 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3230cab-300f-442c-b04b-f5914ec6e653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.373697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-fde88a0f-f83f-4472-9cdf-2c96b588d3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:26.387432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3230cab-300f-442c-b04b-f5914ec6e653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d6d5c-adab-4913-b35c-4a37845ff2fd,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:26.393626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f3230cab-300f-442c-b04b-f5914ec6e653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:26.436360 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f3230cab-300f-442c-b04b-f5914ec6e653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.437621 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f3230cab-300f-442c-b04b-f5914ec6e653 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/700d6d5c-adab-4913-b35c-4a37845ff2fd HTTP/1.1" status: 204 len: 168 time: 0.3339033 Feb 11 19:22:26.499184 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1007103141-network', 'tenant_id': '6c2867ff3aab47cda716a1bf63dc2a49'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:22:26.504830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:26.508992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Usage tracker for resource:network and tenant:6c2867ff3aab47cda716a1bf63dc2a49 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:26.512890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:26.519563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:26.530510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Made reservation on behalf of 6c2867ff3aab47cda716a1bf63dc2a49 for: {'network': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:22:26.535758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.549790 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.567516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:26.571921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Usage tracker for resource:security_group_rule and tenant:6c2867ff3aab47cda716a1bf63dc2a49 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:26.573379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1569563-8757-4e39-be7a-b71e9ebcce1e req-f60a5204-67a5-4c00-b947-d02f90b94db0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:26.575083 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e1569563-8757-4e39-be7a-b71e9ebcce1e req-f60a5204-67a5-4c00-b947-d02f90b94db0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 944 time: 0.1889946 Feb 11 19:22:26.575230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:26.581798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:26.651608 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e1569563-8757-4e39-be7a-b71e9ebcce1e req-20c2e911-5ca8-4867-958f-cd22839d61ef tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671449 Feb 11 19:22:26.691740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.694657 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.699158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-730ded8e-cb3f-45dd-b70e-ed3d4bf8edf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:26.734397 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:22:26.750649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff7dcd-11c4-4f64-874e-83d7119765c0,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:26.756336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:26.757440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727067058052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.757881 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Added segment 503cd79c-7a8c-4ed0-8644-585904a62b5e of type vxlan for network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 Feb 11 19:22:26.791179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.828142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.832484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:26.832484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:26.839161 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:26.959144 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6339326 Feb 11 19:22:26.962489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Pushing event updated for resources: {'Network': ['ID=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:26.963925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 39538) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:26.966014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:26.971758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Request body: {'subnet': {'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1007103141-subnet', 'tenant_id': '6c2867ff3aab47cda716a1bf63dc2a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:22:26.975214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:22:26.977502 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:26.981731 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Usage tracker for resource:subnet and tenant:6c2867ff3aab47cda716a1bf63dc2a49 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:26.986943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:26.993389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:26.994724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:22:27.006190 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Made reservation on behalf of 6c2867ff3aab47cda716a1bf63dc2a49 for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:22:27.011992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852536516'] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:27.171808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device af5cc28c-a942-4e04-ae5e-38ab8a7ad30b up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:27.325194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:22:27.336580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:27.343028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:27.458473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7772a3c6-12cc-4388-8a02-573102f5e2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:27.524484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:27.541627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510f01-07e9-4c74-a1a9-83ed8db11259 req-07f6ee29-c33a-4800-b635-f86f047172a0 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:27.543967 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66510f01-07e9-4c74-a1a9-83ed8db11259 req-07f6ee29-c33a-4800-b635-f86f047172a0 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.2305739 Feb 11 19:22:27.566403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:27.567838 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5cc28c-a942-4e04-ae5e-38ab8a7ad30b'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:27.577328 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:27.580577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:27.599520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a816-d4c0-45bf-a12c-31d3507563a9 req-12701bdb-3726-4a74-8e16-ad69e67823b7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:27.601273 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1b08a816-d4c0-45bf-a12c-31d3507563a9 req-12701bdb-3726-4a74-8e16-ad69e67823b7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2931468 Feb 11 19:22:27.618903 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66510f01-07e9-4c74-a1a9-83ed8db11259 req-1b16c733-4eb7-46fe-a888-c5367b05e0b2 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671165 Feb 11 19:22:27.679429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:27.692373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:27.736941 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1b08a816-d4c0-45bf-a12c-31d3507563a9 req-271de492-8952-462a-a403-80b19164f4f4 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285589 Feb 11 19:22:27.776700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852634597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852536531'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:27.777380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:27.818568 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5cc28c-a942-4e04-ae5e-38ab8a7ad30b', 'code': 200} Feb 11 19:22:27.889278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:28.053159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa451b3-659a-4f23-a753-9e659349423b,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:28.056075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:28.174697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae0a31-a1dd-4b38-8c64-c116837bb969 req-49a39349-e12e-40cc-90db-87a47162fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:28.176334 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1cae0a31-a1dd-4b38-8c64-c116837bb969 req-49a39349-e12e-40cc-90db-87a47162fa90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 1163 time: 0.0904741 Feb 11 19:22:28.200648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c6da-b00f-4782-834d-d2feb966ba68 req-2a6154c3-88bf-4982-a696-3f1180273156 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:28.202562 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2128c6da-b00f-4782-834d-d2feb966ba68 req-2a6154c3-88bf-4982-a696-3f1180273156 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 946 time: 0.2643497 Feb 11 19:22:28.253175 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1cae0a31-a1dd-4b38-8c64-c116837bb969 req-62657668-f39f-4382-b1b4-c4cb72f84596 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683193 Feb 11 19:22:28.288931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Checking segment: {'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:22:28.289468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Network hostable DHCP agents. Network: c8f66bcc-37ad-4356-bf98-9afdfdd4eab8, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:22:28.328824 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2128c6da-b00f-4782-834d-d2feb966ba68 req-c1c70eb8-abd1-473c-842a-afcd5d637147 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793114 Feb 11 19:22:28.339571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:22:28.368215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, c8f66bcc-37ad-4356-bf98-9afdfdd4eab8) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:22:28.379460 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90e71f-1376-456e-867a-3f01af53ef7a None None] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:22:28.390661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:28.395449 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:28.447727 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3ee62d8a-b4c0-4cd9-bdf7-ea38be133250 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4823673 Feb 11 19:22:28.477514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device af5cc28c-a942-4e04-ae5e-38ab8a7ad30b up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:28.687526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:28.687961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:28.828627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c104ba-4e45-40fb-9c06-9b6412f02a86 None None] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:22:29.255133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:29.296678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16acef-8c0c-447b-b006-0e3beb5ab66c req-cdbab62b-172f-439b-b465-f02ff7c08868 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:29.298450 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ce16acef-8c0c-447b-b006-0e3beb5ab66c req-cdbab62b-172f-439b-b465-f02ff7c08868 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2792599 Feb 11 19:22:29.397353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ce16acef-8c0c-447b-b006-0e3beb5ab66c req-43c0f4ca-f73d-434c-8b7e-b55bae5332c4 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861855 Feb 11 19:22:29.426141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b49a799b-a5be-4c64-b459-058b223f35b6 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:29.517883 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port b49a799b-a5be-4c64-b459-058b223f35b6 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:29.518518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:29.606308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:29.729749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967fe2-3451-404c-9065-8bb32eb13b53 req-a9d99893-79c1-4234-8b10-1334e9c7523f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:29.731490 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c8967fe2-3451-404c-9065-8bb32eb13b53 req-a9d99893-79c1-4234-8b10-1334e9c7523f tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 946 time: 0.2138977 Feb 11 19:22:29.798924 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c8967fe2-3451-404c-9065-8bb32eb13b53 req-81b33a3a-4f5a-47e2-b7de-1e63d845152c tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608785 Feb 11 19:22:30.698943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de089f-296b-47e7-97db-c88877f2944c req-56493225-ce02-480b-9740-0f9be7f9b114 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:30.700682 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-17de089f-296b-47e7-97db-c88877f2944c req-56493225-ce02-480b-9740-0f9be7f9b114 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1805687 Feb 11 19:22:30.770376 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-17de089f-296b-47e7-97db-c88877f2944c req-c20cb53e-d5b4-41c4-bb57-08c9a93181f9 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 Feb 11 19:22:31.097288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4c81b-b0ec-4948-aa0c-cf94d56c853f req-a005e934-e8a4-4f8b-8f15-1496b65238e6 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:31.098993 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1bf4c81b-b0ec-4948-aa0c-cf94d56c853f req-a005e934-e8a4-4f8b-8f15-1496b65238e6 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 946 time: 0.1708000 Feb 11 19:22:31.173128 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1bf4c81b-b0ec-4948-aa0c-cf94d56c853f req-b817ffb1-c7c8-4806-8533-3b490feee872 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673451 Feb 11 19:22:32.288113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bcf56-9503-4539-b0d2-9ba5ad842681 req-23068f3d-7629-450c-8afb-adf6500d4834 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:32.289901 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6a3bcf56-9503-4539-b0d2-9ba5ad842681 req-23068f3d-7629-450c-8afb-adf6500d4834 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.3831933 Feb 11 19:22:32.311409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device af5cc28c-a942-4e04-ae5e-38ab8a7ad30b up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:22:32.356573 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6a3bcf56-9503-4539-b0d2-9ba5ad842681 req-0b455d12-4e98-43e3-9372-281ec94ea096 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602531 Feb 11 19:22:32.386544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:22:32.386968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:32.745217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-8d6e0f6e-a869-488f-8c2b-bcf0a76888d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:32.747677 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-8d6e0f6e-a869-488f-8c2b-bcf0a76888d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1163 time: 0.0896263 Feb 11 19:22:32.917885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-f03d239c-4dae-4c52-93c7-c2c5a9dc0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:32.919516 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-f03d239c-4dae-4c52-93c7-c2c5a9dc0861 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 911 time: 0.1483188 Feb 11 19:22:33.003799 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-67d40e3c-72b1-4a57-9bd8-dccd5ba57443 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 200 len: 217 time: 0.0682652 Feb 11 19:22:33.078772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-ee6ee767-2800-4a14-9de1-df7f9f4d7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:33.080332 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-ee6ee767-2800-4a14-9de1-df7f9f4d7225 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.0689712 Feb 11 19:22:33.137598 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-edb627e9-7dbf-4f18-aa60-c9e353b94a9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486352 Feb 11 19:22:33.302324 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-84723707-796e-4380-8d04-7d5cdc0bb450 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479807 Feb 11 19:22:33.463716 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-828387c5-2b8b-42ed-a20e-48e6d5a1a937 req-c67499e7-bf63-4e43-ad25-47ca6a21d71c service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504166 Feb 11 19:22:33.677688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:22:33.678348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c8c3c-2814-4d8d-acfa-2b02746621a0 req-e3cde0b9-5fda-4ee0-b272-d333d746484c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:33.680041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1d5c8c3c-2814-4d8d-acfa-2b02746621a0 req-e3cde0b9-5fda-4ee0-b272-d333d746484c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1846611 Feb 11 19:22:33.747298 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1d5c8c3c-2814-4d8d-acfa-2b02746621a0 req-58fcc628-66c9-4c96-85da-33c61068e906 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609066 Feb 11 19:22:35.052127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e109c80-e780-4fb9-9775-3fd096530861 req-0053a79a-4f93-4f46-b0e5-13e7edee9a35 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:35.053844 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e109c80-e780-4fb9-9775-3fd096530861 req-0053a79a-4f93-4f46-b0e5-13e7edee9a35 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1669414 Feb 11 19:22:35.122457 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e109c80-e780-4fb9-9775-3fd096530861 req-bfb6a1ba-e6fd-4c2f-8965-b4ce5b0aa457 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621581 Feb 11 19:22:36.469194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda7e5f-d9e9-4381-9531-bf6bb1cf881c req-8000270d-05d3-4e6a-a67e-fc9e923cfa2d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:36.471038 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4eda7e5f-d9e9-4381-9531-bf6bb1cf881c req-8000270d-05d3-4e6a-a67e-fc9e923cfa2d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1914914 Feb 11 19:22:36.540631 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4eda7e5f-d9e9-4381-9531-bf6bb1cf881c req-d4102e47-6088-4188-b985-54f201581de8 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627019 Feb 11 19:22:37.868488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc134c98-1730-496e-8251-8e02e64c7f25 req-64cf9e10-3518-41b2-8ef2-61e5a6425282 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:37.872782 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fc134c98-1730-496e-8251-8e02e64c7f25 req-64cf9e10-3518-41b2-8ef2-61e5a6425282 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1883194 Feb 11 19:22:37.940842 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fc134c98-1730-496e-8251-8e02e64c7f25 req-c4175c72-0107-469d-a35d-bb1accbc1619 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638397 Feb 11 19:22:38.899253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:39.243999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125ac9a-326e-4155-839d-0e7dfc2da9af req-731ab1ef-7b3e-436b-bc71-f444d2efb621 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:39.245699 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a125ac9a-326e-4155-839d-0e7dfc2da9af req-731ab1ef-7b3e-436b-bc71-f444d2efb621 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1656613 Feb 11 19:22:39.312520 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a125ac9a-326e-4155-839d-0e7dfc2da9af req-a23ad52c-2d77-4070-9c84-2ac82d5fe442 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586805 Feb 11 19:22:40.620348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52a0c2-4f00-41f4-9340-e7983eb40527 req-b838a18d-8aa2-488d-a603-313f05ec5b36 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:40.621955 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed52a0c2-4f00-41f4-9340-e7983eb40527 req-b838a18d-8aa2-488d-a603-313f05ec5b36 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1697357 Feb 11 19:22:40.689208 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed52a0c2-4f00-41f4-9340-e7983eb40527 req-9a9550b3-f36e-471c-8772-0f91233602c2 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607595 Feb 11 19:22:41.986947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0f2a6-80aa-4684-ab26-26c356853d64 req-66575bbe-f8ec-48b0-8ef5-e6f451be00f9 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:41.988630 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a8a0f2a6-80aa-4684-ab26-26c356853d64 req-66575bbe-f8ec-48b0-8ef5-e6f451be00f9 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1655881 Feb 11 19:22:42.057490 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a8a0f2a6-80aa-4684-ab26-26c356853d64 req-3902e28c-1cea-4029-9c39-6f84cd68971b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619776 Feb 11 19:22:42.768147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f501b-85e1-4173-8291-cf58f7f5f02d req-527c0d05-dbe1-4159-90f9-120fd6e748e0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:42.769777 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2f0f501b-85e1-4173-8291-cf58f7f5f02d req-527c0d05-dbe1-4159-90f9-120fd6e748e0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 946 time: 0.1685612 Feb 11 19:22:42.833793 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2f0f501b-85e1-4173-8291-cf58f7f5f02d req-ef86c6b5-e783-49e5-b589-ae3d3d7f61de tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577068 Feb 11 19:22:43.364717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49db47-c806-4349-9285-9774f1b867bb req-c484d1a3-087f-4ee4-8e2f-2633a7c39e34 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:43.366356 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-af49db47-c806-4349-9285-9774f1b867bb req-c484d1a3-087f-4ee4-8e2f-2633a7c39e34 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1756206 Feb 11 19:22:43.439425 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-af49db47-c806-4349-9285-9774f1b867bb req-e57450df-e01a-4c88-9113-1527a8c6e290 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659618 Feb 11 19:22:44.145088 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30487211-f255-4712-97d0-64a410d3e82b req-040b00f1-562b-4cbd-a3db-b65ee24623d6 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:44.146726 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-30487211-f255-4712-97d0-64a410d3e82b req-040b00f1-562b-4cbd-a3db-b65ee24623d6 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 946 time: 0.1683424 Feb 11 19:22:44.219480 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-30487211-f255-4712-97d0-64a410d3e82b req-fa4cee35-1dfb-4900-96a0-aa84a2dae8d3 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661993 Feb 11 19:22:44.744400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e74cdb-5fc3-4d8a-a178-fac4006fb494 req-8e608db9-876e-4cae-aea7-323070461613 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:44.746143 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-23e74cdb-5fc3-4d8a-a178-fac4006fb494 req-8e608db9-876e-4cae-aea7-323070461613 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1727600 Feb 11 19:22:44.813972 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-23e74cdb-5fc3-4d8a-a178-fac4006fb494 req-5308123e-e289-4bef-be9a-50044d97d656 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604620 Feb 11 19:22:45.381113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 39938) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:45.546847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:45.560981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b7f3-fab9-4a5f-b6b7-a7c21c56efb7 req-706f4073-51bb-440f-9650-fb92fb7bab57 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:45.562717 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7e01b7f3-fab9-4a5f-b6b7-a7c21c56efb7 req-706f4073-51bb-440f-9650-fb92fb7bab57 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 946 time: 0.1892407 Feb 11 19:22:45.569913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:45.574530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e5fd2b24894c8a9b52ede621d70933 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:45.577716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:45.584064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:45.629575 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7e01b7f3-fab9-4a5f-b6b7-a7c21c56efb7 req-726f3d08-9e20-42ae-9ddc-15b2076cd717 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596886 Feb 11 19:22:45.696450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:45.699358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:45.708440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:45.756452 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d3e5fd2b24894c8a9b52ede621d70933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738272 Feb 11 19:22:45.758976 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b24be98-889e-4980-858f-fe577e83bb55,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:45.759803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 39946) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:22:45.773497 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:45.830171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3575b44c-377d-4570-be34-277c15a0eeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:45.860987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3575b44c-377d-4570-be34-277c15a0eeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:45.915213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3575b44c-377d-4570-be34-277c15a0eeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:45.920526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5fa28926-c2c6-4632-8f94-8e096c063d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:45.937104 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575b44c-377d-4570-be34-277c15a0eeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b24be98-889e-4980-858f-fe577e83bb55,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:45.945167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3575b44c-377d-4570-be34-277c15a0eeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:45.947422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3575b44c-377d-4570-be34-277c15a0eeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:45.949827 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3575b44c-377d-4570-be34-277c15a0eeab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b24be98-889e-4980-858f-fe577e83bb55 HTTP/1.1" status: 204 len: 168 time: 0.1887360 Feb 11 19:22:46.081229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-e3cdcb15-5e3b-4487-a59c-9805a9d8f2c2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:46.082989 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-e3cdcb15-5e3b-4487-a59c-9805a9d8f2c2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 946 time: 0.2175901 Feb 11 19:22:46.139692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511596-5567-4de8-a5d3-4b490c928735 req-0a98bf28-17ed-4cb3-bf8e-8125ee765d9d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:46.142032 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7b511596-5567-4de8-a5d3-4b490c928735 req-0a98bf28-17ed-4cb3-bf8e-8125ee765d9d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1849775 Feb 11 19:22:46.212347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Deleting port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:22:46.212747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:46.245746 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7b511596-5567-4de8-a5d3-4b490c928735 req-5ec0762f-cbd5-4db4-bd6a-1b8ddc2e1f26 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941060 Feb 11 19:22:46.337356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device af5cc28c-a942-4e04-ae5e-38ab8a7ad30b no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:22:46.481145 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:46.514071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5cc28c-a942-4e04-ae5e-38ab8a7ad30b'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:46.526237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:46.529810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:46.534495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:46.594767 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5cc28c-a942-4e04-ae5e-38ab8a7ad30b', 'code': 200} Feb 11 19:22:46.616092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:46.619860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:46.760323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] For port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:46.760323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:46.912502 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Calling delete_port for af5cc28c-a942-4e04-ae5e-38ab8a7ad30b owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:22:46.949199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f88a9-0dc3-438f-81d7-adb948b9d54f req-c1ec28c9-6b58-4712-8667-e47845c44a26 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:46.950920 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5d8f88a9-0dc3-438f-81d7-adb948b9d54f req-c1ec28c9-6b58-4712-8667-e47845c44a26 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 944 time: 0.1773331 Feb 11 19:22:47.006847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:22:47.007211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:22:47.021833 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5d8f88a9-0dc3-438f-81d7-adb948b9d54f req-e8eedb21-aa15-4c72-b443-085076e75d02 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626347 Feb 11 19:22:47.508623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Deleting port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:22:47.509008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:47.569508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60fba7-ec31-4def-a29d-0c1e938f6da6 req-3697a610-6f27-4dec-a592-d99c97e6f409 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:47.571488 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd60fba7-ec31-4def-a29d-0c1e938f6da6 req-3697a610-6f27-4dec-a592-d99c97e6f409 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1850519 Feb 11 19:22:47.642853 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd60fba7-ec31-4def-a29d-0c1e938f6da6 req-f782c9c4-5d39-468c-b016-b93a4d8399ae tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650816 Feb 11 19:22:47.801418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] For port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:47.801996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:47.946565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Calling delete_port for af5cc28c-a942-4e04-ae5e-38ab8a7ad30b owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:22:48.113992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:48.133264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:48.198310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Pushing event deleted for resources: {'Port': ['ID=af5cc28c-a942-4e04-ae5e-38ab8a7ad30b,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:48.241460 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bc73db21-34e2-400c-b372-b096679df8d5 req-d7c5889e-b0e6-4cc5-a582-c5419c7891ac tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 210 time: 0.0783415 Feb 11 19:22:48.250400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:48.357517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] No DVR routers for this DVR port af5cc28c-a942-4e04-ae5e-38ab8a7ad30b on host hv-cinder-77525 {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:22:48.359922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:48.363584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'name': 'network-vif-deleted', 'tag': 'af5cc28c-a942-4e04-ae5e-38ab8a7ad30b'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:48.389987 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cb929241-ebb2-41b6-a0ea-7efce370ef0a req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "DELETE /v2.0/ports/af5cc28c-a942-4e04-ae5e-38ab8a7ad30b HTTP/1.1" status: 204 len: 173 time: 2.2927942 Feb 11 19:22:48.426722 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4', 'name': 'network-vif-deleted', 'tag': 'af5cc28c-a942-4e04-ae5e-38ab8a7ad30b', 'status': 'completed', 'code': 200} Feb 11 19:22:48.958022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f8808-6d52-4bd7-a63c-289c698232f2 req-d7034ad3-0b7d-49c3-9087-793a4509848d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:48.959779 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d94f8808-6d52-4bd7-a63c-289c698232f2 req-d7034ad3-0b7d-49c3-9087-793a4509848d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1807380 Feb 11 19:22:49.028112 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d94f8808-6d52-4bd7-a63c-289c698232f2 req-e5088ac5-ab5e-47a0-942f-fbac20a8d11f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614662 Feb 11 19:22:49.450949 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-83c05012-7ad7-401a-8604-acb67e16cc64 req-9ba52192-90c1-4a3e-a745-637c92bafef0 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5fec83b-70ff-49ba-b71a-bdb43fd2e9d4 HTTP/1.1" status: 200 len: 210 time: 0.0538294 Feb 11 19:22:50.348202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cf046-35bc-42cf-b701-8cbeafed2fce req-f1f4c71a-3d66-43c9-8c71-4aa4d4e71219 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:50.349872 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-da7cf046-35bc-42cf-b701-8cbeafed2fce req-f1f4c71a-3d66-43c9-8c71-4aa4d4e71219 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1784370 Feb 11 19:22:50.417080 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-da7cf046-35bc-42cf-b701-8cbeafed2fce req-094df708-2895-4dd6-93ab-e503fe6804ca tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606658 Feb 11 19:22:51.731876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f7916-23f7-489d-9585-8d337ce07e41 req-3046fc5f-02f2-4754-ad38-2a39c4467e94 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:51.733634 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-da6f7916-23f7-489d-9585-8d337ce07e41 req-3046fc5f-02f2-4754-ad38-2a39c4467e94 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1758091 Feb 11 19:22:51.801407 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-da6f7916-23f7-489d-9585-8d337ce07e41 req-156c608b-37f5-435d-87d5-9312b5bc9e5f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603011 Feb 11 19:22:52.609096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64e288-83da-4712-9327-5aeb75e4d600 req-109caa2d-9f8b-4370-b229-cb57c473df9d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:52.611830 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ee64e288-83da-4712-9327-5aeb75e4d600 req-109caa2d-9f8b-4370-b229-cb57c473df9d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 945 time: 0.1735945 Feb 11 19:22:52.689696 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ee64e288-83da-4712-9327-5aeb75e4d600 req-09384cd7-4674-497e-8393-098150eae650 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710177 Feb 11 19:22:53.113542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6454bf-fe1d-4151-918e-6cb8874531b9 req-659d1b78-ea11-4523-bf7d-b8260057e77d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:53.115268 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1e6454bf-fe1d-4151-918e-6cb8874531b9 req-659d1b78-ea11-4523-bf7d-b8260057e77d tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1743317 Feb 11 19:22:53.180810 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1e6454bf-fe1d-4151-918e-6cb8874531b9 req-ecc02023-cf4f-49d8-9918-d95808fd3fa2 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589740 Feb 11 19:22:54.247453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a7ca9-6f3c-4673-b034-890631e30dd1 req-4c11e2b0-6c71-4b4b-a109-5074a6adb442 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:54.249259 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-066a7ca9-6f3c-4673-b034-890631e30dd1 req-4c11e2b0-6c71-4b4b-a109-5074a6adb442 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 945 time: 0.2254481 Feb 11 19:22:54.315997 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-066a7ca9-6f3c-4673-b034-890631e30dd1 req-d8555037-bc6d-4a5e-8b8a-5be69b89c307 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Feb 11 19:22:54.469436 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-cf708cb2-f461-4195-8305-27794e8ca721 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:54.470255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-cf708cb2-f461-4195-8305-27794e8ca721 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Synchronizing usage tracker for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:network {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:22:54.489279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-cf708cb2-f461-4195-8305-27794e8ca721 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Unset dirty status for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:network {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:22:54.490595 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-cf708cb2-f461-4195-8305-27794e8ca721 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/networks?id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 HTTP/1.1" status: 200 len: 809 time: 0.2903945 Feb 11 19:22:54.513741 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-9f174593-c30f-4390-9595-9d3eae1f7287 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/quotas/6c2867ff3aab47cda716a1bf63dc2a49 HTTP/1.1" status: 200 len: 375 time: 0.0165040 Feb 11 19:22:54.575337 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-457294e9-11aa-438c-b3be-bba8e14b9358 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6c2867ff3aab47cda716a1bf63dc2a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553610 Feb 11 19:22:54.618797 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477c605-87b0-456f-be19-9a62a15dc6e3 req-35577f5e-107a-4438-b62c-558211625aa8 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:54.620535 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2477c605-87b0-456f-be19-9a62a15dc6e3 req-35577f5e-107a-4438-b62c-558211625aa8 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1871624 Feb 11 19:22:54.688721 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2477c605-87b0-456f-be19-9a62a15dc6e3 req-e9278cb9-4e1f-4d71-9430-0ad5a5a1aa03 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603521 Feb 11 19:22:54.716250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce6cf-d52b-421c-a6f0-e101011d635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:54.729956 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-e43aee07-8829-4349-bf78-c612ed4c2f63 service neutron] 10.222.0.101 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462784 Feb 11 19:22:54.878828 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-9e3faf08-c45d-4f69-a720-10a86e47d9f6 service neutron] 10.222.0.101 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413045 Feb 11 19:22:55.088618 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fa4fb758-7dd9-4338-b9b7-c6fa1fed2784 req-dc460045-b1bd-4171-bc1c-aedf5458f9d3 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 210 time: 0.0537853 Feb 11 19:22:55.690379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1156-1883-42a7-81ca-7898d099b76b req-c11ced0b-1cdf-41d4-a57c-6bd4024facb2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:55.691181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-cc3e1156-1883-42a7-81ca-7898d099b76b req-c11ced0b-1cdf-41d4-a57c-6bd4024facb2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:22:55.780655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-3ee1455a-8a98-48eb-a043-b7a6a29f056a tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:55.781477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-3ee1455a-8a98-48eb-a043-b7a6a29f056a tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:22:55.803395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-cc3e1156-1883-42a7-81ca-7898d099b76b req-c11ced0b-1cdf-41d4-a57c-6bd4024facb2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:22:55.804750 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cc3e1156-1883-42a7-81ca-7898d099b76b req-c11ced0b-1cdf-41d4-a57c-6bd4024facb2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 945 time: 0.3557489 Feb 11 19:22:55.805909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-3ee1455a-8a98-48eb-a043-b7a6a29f056a tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:22:55.807048 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-3ee1455a-8a98-48eb-a043-b7a6a29f056a tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 945 time: 0.3157947 Feb 11 19:22:55.938708 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cc3e1156-1883-42a7-81ca-7898d099b76b req-b97b050e-9e31-46cc-9e48-d2ba43005e41 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267099 Feb 11 19:22:55.962376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Deleting port 1c9854b9-a774-4473-9acf-870daff8e2c9 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:22:55.962763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:56.000523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6d33f-0ebe-40bc-820f-7629f5fac523 req-567565e6-8e81-46de-a962-ecef09381a06 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:56.002724 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f6d6d33f-0ebe-40bc-820f-7629f5fac523 req-567565e6-8e81-46de-a962-ecef09381a06 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1778209 Feb 11 19:22:56.070930 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f6d6d33f-0ebe-40bc-820f-7629f5fac523 req-5f5424c7-3288-45ae-953c-f4ffd52c718f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617630 Feb 11 19:22:56.281516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 1c9854b9-a774-4473-9acf-870daff8e2c9 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:22:56.294538 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b48ce506-0905-4b8e-8ac1-2ec745268e2a req-87b512f1-1f37-4417-8efb-127d0e2a5264 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 210 time: 0.0579839 Feb 11 19:22:56.304209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] For port 1c9854b9-a774-4473-9acf-870daff8e2c9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1c9854b9-a774-4473-9acf-870daff8e2c9,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:56.304714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:56.455930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:56.470134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Calling delete_port for 1c9854b9-a774-4473-9acf-870daff8e2c9 owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:22:56.489243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9854b9-a774-4473-9acf-870daff8e2c9'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:56.503445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 1c9854b9-a774-4473-9acf-870daff8e2c9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1c9854b9-a774-4473-9acf-870daff8e2c9,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:56.506834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:56.509737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:56.573332 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9854b9-a774-4473-9acf-870daff8e2c9', 'code': 200} Feb 11 19:22:56.596901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=1c9854b9-a774-4473-9acf-870daff8e2c9,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:56.600394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:56.796752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-f92f74b6-ef89-43f3-b61c-8721205c9b86 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:56.798427 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-f92f74b6-ef89-43f3-b61c-8721205c9b86 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.42 "GET /v2.0/networks?id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 HTTP/1.1" status: 200 len: 809 time: 0.2954292 Feb 11 19:22:56.803235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:22:56.803596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:22:56.834763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Request body: {'port': {'device_id': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8', 'admin_state_up': True, 'tenant_id': '6c2867ff3aab47cda716a1bf63dc2a49'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:22:56.991239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:22:56.998406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Usage tracker for resource:port and tenant:6c2867ff3aab47cda716a1bf63dc2a49 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:22:57.002505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:22:57.008663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:22:57.018402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Made reservation on behalf of 6c2867ff3aab47cda716a1bf63dc2a49 for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:22:57.039771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:57.341894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f783d964-b662-41a1-9d48-c3fd0eb85a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:57.361007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Deleting port 1c9854b9-a774-4473-9acf-870daff8e2c9 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:22:57.361427 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:57.386592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b98c0-8188-4a1e-b9d5-09f3646553bb req-9304b8f0-0881-408d-9f1b-60ca7e35e7c6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:57.388983 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0d2b98c0-8188-4a1e-b9d5-09f3646553bb req-9304b8f0-0881-408d-9f1b-60ca7e35e7c6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1802964 Feb 11 19:22:57.508966 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0d2b98c0-8188-4a1e-b9d5-09f3646553bb req-66897b78-09ec-465e-8e0a-f4ef3393cc6b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027832 Feb 11 19:22:57.763250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:57.769880 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e06cad32-2b9c-4d6b-b337-6c3ef60fbbf7 req-e5674d3d-4e6d-4676-83f1-e62f5296752f tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 210 time: 0.0695252 Feb 11 19:22:57.796694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b503c2-4c76-4dd1-9732-a3836b0fa066 req-4ad35bba-9365-4eb4-9e19-e6132809c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:57.798653 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-34b503c2-4c76-4dd1-9732-a3836b0fa066 req-4ad35bba-9365-4eb4-9e19-e6132809c47e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1163 time: 0.1426072 Feb 11 19:22:57.883955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3fd39-e080-48b9-8e13-32b9917b5b4f req-18041e53-b8e9-48e1-aac9-d9429081fe26 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:57.885846 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-38f3fd39-e080-48b9-8e13-32b9917b5b4f req-18041e53-b8e9-48e1-aac9-d9429081fe26 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 943 time: 0.8129618 Feb 11 19:22:57.944010 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-34b503c2-4c76-4dd1-9732-a3836b0fa066 req-68667754-a3fe-4464-b5e9-b3bc23d504ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447919 Feb 11 19:22:57.975446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] For port 1c9854b9-a774-4473-9acf-870daff8e2c9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1c9854b9-a774-4473-9acf-870daff8e2c9,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:22:57.975841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:58.147425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Calling delete_port for 1c9854b9-a774-4473-9acf-870daff8e2c9 owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:22:58.239510 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-38f3fd39-e080-48b9-8e13-32b9917b5b4f req-81602f23-bf8a-4177-a884-0c807b1c7734 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019552 Feb 11 19:22:58.336913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Allocated IP 172.20.0.6 (c8f66bcc-37ad-4356-bf98-9afdfdd4eab8/3fa451b3-659a-4f23-a753-9e659349423b/e1b24097-a560-49d8-abd0-a6528cd66be4) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:22:58.462458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:58.479676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:58.575176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Pushing event deleted for resources: {'Port': ['ID=1c9854b9-a774-4473-9acf-870daff8e2c9,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:58.690827 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:58.695119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.695472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.695878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.696307 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.696702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.697095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.697496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.697888 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.698279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.698754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.699032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.699399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.699866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.700253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.700664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.701046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.701426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.701811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.702203 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.702573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.702955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.703337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.703771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.704154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:22:58.721764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:58.824528 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:58.876386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] No DVR routers for this DVR port 1c9854b9-a774-4473-9acf-870daff8e2c9 on host hv-cinder-77525 {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:22:58.880535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:58.883313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'name': 'network-vif-deleted', 'tag': '1c9854b9-a774-4473-9acf-870daff8e2c9'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:22:58.887904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a65e-f25f-4902-80cb-2961d0a4971f req-61bf75b1-6614-40b9-a672-a203a0c0bfc5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:58.889620 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ac41a65e-f25f-4902-80cb-2961d0a4971f req-61bf75b1-6614-40b9-a672-a203a0c0bfc5 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1865733 Feb 11 19:22:58.907194 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5be4bb16-4315-4034-8a1b-61b10aecf710 req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "DELETE /v2.0/ports/1c9854b9-a774-4473-9acf-870daff8e2c9 HTTP/1.1" status: 204 len: 173 time: 3.0755970 Feb 11 19:22:58.922728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:58.938945 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:22:59.009075 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ac41a65e-f25f-4902-80cb-2961d0a4971f req-824f0daa-1c5c-45c2-a73b-e37f6dbf1ab7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112223 Feb 11 19:22:59.130651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Pushing event updated for resources: {'Port': ['ID=e1b24097-a560-49d8-abd0-a6528cd66be4,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:22:59.135321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:22:59.170360 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e62d92-395a-4e4b-86d8-252ff051cfae', 'name': 'network-vif-deleted', 'tag': '1c9854b9-a774-4473-9acf-870daff8e2c9', 'status': 'completed', 'code': 200} Feb 11 19:22:59.189921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:22:59.191163 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:22:59.193453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:22:59.340504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:59.341357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:59.355712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e58b25-db2d-4e13-addd-a1fd3e0b016d req-fd16a252-e69b-45c3-ac9f-9ade2ff4fa1e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:59.355712 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-24e58b25-db2d-4e13-addd-a1fd3e0b016d req-fd16a252-e69b-45c3-ac9f-9ade2ff4fa1e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 931 time: 0.1825755 Feb 11 19:22:59.418780 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5881155 Feb 11 19:22:59.432936 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-24e58b25-db2d-4e13-addd-a1fd3e0b016d req-05d8008e-fcd8-448c-be38-939752cf4528 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685573 Feb 11 19:22:59.534181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd8c37-84c0-4b8f-a971-8aecc8872db7 req-f89896c9-aa5e-4056-8ca8-5de0af1047df tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:22:59.535838 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-98cd8c37-84c0-4b8f-a971-8aecc8872db7 req-f89896c9-aa5e-4056-8ca8-5de0af1047df tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1878521 Feb 11 19:22:59.544792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Request body: {'port': {'device_id': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:22:59.579679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:22:59.621394 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bd0bd7be-ff15-4154-8c88-05317d493fdf req-aa30a6a8-5868-42de-9a4b-a3c59898df52 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=44e62d92-395a-4e4b-86d8-252ff051cfae HTTP/1.1" status: 200 len: 210 time: 0.0578244 Feb 11 19:22:59.711532 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-98cd8c37-84c0-4b8f-a971-8aecc8872db7 req-42d7dae9-824b-44fe-bb67-5e3c99554586 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382852 Feb 11 19:22:59.747791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:00.325561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b24097-a560-49d8-abd0-a6528cd66be4 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:23:00.334660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:00.349456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Transition to ACTIVE for port object e1b24097-a560-49d8-abd0-a6528cd66be4 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:23:00.352889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:00.369473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:00.425768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a9694-b410-40c1-9196-037d7979d37f req-d446540d-e156-4d0a-8270-75beeef0ee2b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:00.427733 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8b9a9694-b410-40c1-9196-037d7979d37f req-d446540d-e156-4d0a-8270-75beeef0ee2b tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2419393 Feb 11 19:23:00.496309 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8b9a9694-b410-40c1-9196-037d7979d37f req-b3b64a7c-4ff3-4687-ac05-43c5380c7dce tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614212 Feb 11 19:23:00.522014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b24097-a560-49d8-abd0-a6528cd66be4,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:00.526824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:01.108830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Attempting to bind port e1b24097-a560-49d8-abd0-a6528cd66be4 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:23:01.109160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Attempting to bind port e1b24097-a560-49d8-abd0-a6528cd66be4 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:23:01.109563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Attempting to bind port e1b24097-a560-49d8-abd0-a6528cd66be4 on network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:23:01.199007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796676d-bf7e-4d47-95be-35fcc1f0175c req-b3e9214c-b127-44bf-b93a-709a514f2e02 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:01.199747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e796676d-bf7e-4d47-95be-35fcc1f0175c req-b3e9214c-b127-44bf-b93a-709a514f2e02 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Synchronizing usage tracker for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:01.207630 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:23:01.208008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Checking segment: {'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:23:01.208567 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:01.209002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Bound using segment: {'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:23:01.209492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Bound port: e1b24097-a560-49d8-abd0-a6528cd66be4, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:23:01.209760 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:01.290137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e796676d-bf7e-4d47-95be-35fcc1f0175c req-b3e9214c-b127-44bf-b93a-709a514f2e02 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Unset dirty status for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:01.291519 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e796676d-bf7e-4d47-95be-35fcc1f0175c req-b3e9214c-b127-44bf-b93a-709a514f2e02 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.7247977 Feb 11 19:23:01.389956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e796676d-bf7e-4d47-95be-35fcc1f0175c req-dd571781-3688-431d-a8b9-20bd3c396843 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Synchronizing usage tracker for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:security_group {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:01.394201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] For port e1b24097-a560-49d8-abd0-a6528cd66be4, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:23:01.401992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] For port e1b24097-a560-49d8-abd0-a6528cd66be4, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e1b24097-a560-49d8-abd0-a6528cd66be4,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:23:01.411252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:01.429551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6d38e0d-69c1-4d19-97c6-7324f6b42dd8 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:01.501121 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e796676d-bf7e-4d47-95be-35fcc1f0175c req-dd571781-3688-431d-a8b9-20bd3c396843 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Unset dirty status for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:security_group {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:01.502295 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e796676d-bf7e-4d47-95be-35fcc1f0175c req-dd571781-3688-431d-a8b9-20bd3c396843 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033038 Feb 11 19:23:01.560543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24698c82-0fa3-477b-b2eb-35840332f523 req-904d0a93-848f-43c2-b5b2-d8c6b5c2a612 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:01.564793 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-24698c82-0fa3-477b-b2eb-35840332f523 req-904d0a93-848f-43c2-b5b2-d8c6b5c2a612 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.4812722 Feb 11 19:23:01.605553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b24097-a560-49d8-abd0-a6528cd66be4,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:01.612297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:01.644224 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-24698c82-0fa3-477b-b2eb-35840332f523 req-163c8fa7-0113-473f-8553-31f5d9897377 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715468 Feb 11 19:23:01.651064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:01.652761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:01.655043 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] 10.222.0.42 "PUT /v2.0/ports/e1b24097-a560-49d8-abd0-a6528cd66be4 HTTP/1.1" status: 200 len: 1157 time: 2.1176028 Feb 11 19:23:01.655607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'tag': 'e1b24097-a560-49d8-abd0-a6528cd66be4'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:01.915990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4618219-ef8a-4efc-bd78-0c53a25070e0 req-0596bcc5-8b7f-487f-a21b-5488449c9555 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:01.916878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-f4618219-ef8a-4efc-bd78-0c53a25070e0 req-0596bcc5-8b7f-487f-a21b-5488449c9555 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:01.930397 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-2b54d6b7-54fe-4ea2-a160-c0627fbef519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:01.932014 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-2b54d6b7-54fe-4ea2-a160-c0627fbef519 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c2867ff3aab47cda716a1bf63dc2a49&device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 1160 time: 0.2000520 Feb 11 19:23:01.942686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-f4618219-ef8a-4efc-bd78-0c53a25070e0 req-0596bcc5-8b7f-487f-a21b-5488449c9555 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:01.942913 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f4618219-ef8a-4efc-bd78-0c53a25070e0 req-0596bcc5-8b7f-487f-a21b-5488449c9555 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 945 time: 0.2639332 Feb 11 19:23:01.983566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe1d20-dc72-40cb-b18f-4fbc81c50f73 req-c84e0c9d-772b-4f6d-91be-3930dd867417 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:01.986928 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-45fe1d20-dc72-40cb-b18f-4fbc81c50f73 req-c84e0c9d-772b-4f6d-91be-3930dd867417 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1906197 Feb 11 19:23:02.041290 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-ca42fe56-265f-4f10-853c-bf4d4d264479 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b24097-a560-49d8-abd0-a6528cd66be4 HTTP/1.1" status: 200 len: 217 time: 0.0919082 Feb 11 19:23:02.061775 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-45fe1d20-dc72-40cb-b18f-4fbc81c50f73 req-45c87102-ad13-42ab-8ee3-74b391b05184 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688052 Feb 11 19:23:02.139429 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f4618219-ef8a-4efc-bd78-0c53a25070e0 req-0da41c32-4b71-40cb-9898-f413a558b1f4 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887100 Feb 11 19:23:02.146287 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'tag': 'e1b24097-a560-49d8-abd0-a6528cd66be4', 'status': 'completed', 'code': 200} Feb 11 19:23:02.160602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-956be684-1023-44f8-934c-c42368a8283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:02.162197 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-956be684-1023-44f8-934c-c42368a8283d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fa451b3-659a-4f23-a753-9e659349423b HTTP/1.1" status: 200 len: 849 time: 0.1083229 Feb 11 19:23:02.240971 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-d6064169-19cc-44c7-9e08-9e808edc8c50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669994 Feb 11 19:23:02.397270 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-b0ead82a-89c2-4d24-93df-4862714396aa service neutron] 10.222.0.42 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481378 Feb 11 19:23:02.575593 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26c3a972-5278-4b50-ba1b-5705625b84ee req-dc242c08-e58d-4b80-a3c9-4971ac65a41d service neutron] 10.222.0.42 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465869 Feb 11 19:23:02.834702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b9aea-b818-4d32-adb6-04289d4c1311 req-6c0c9754-8ec5-496b-9715-a4a06cb91421 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:02.836435 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-552b9aea-b818-4d32-adb6-04289d4c1311 req-6c0c9754-8ec5-496b-9715-a4a06cb91421 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.1836827 Feb 11 19:23:02.904505 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-552b9aea-b818-4d32-adb6-04289d4c1311 req-c1928684-279c-4831-983a-890dd233bd4f tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611851 Feb 11 19:23:03.020508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1476a-3eab-4c51-a184-ec7b5e7a2bb6 req-62dab808-5a6c-41ec-b1f8-f779e849bdce tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:03.022253 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f6a1476a-3eab-4c51-a184-ec7b5e7a2bb6 req-62dab808-5a6c-41ec-b1f8-f779e849bdce tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.3366380 Feb 11 19:23:03.026588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-8b2678de-1b4e-4536-b3bc-d600d856620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:03.028101 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-8b2678de-1b4e-4536-b3bc-d600d856620e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f274d0fb7d48a186cf913e570fc75f&device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 1163 time: 0.2971828 Feb 11 19:23:03.031356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-e3cdca86-4407-4e89-9564-fea58db01d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:03.033361 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-e3cdca86-4407-4e89-9564-fea58db01d1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c2867ff3aab47cda716a1bf63dc2a49&device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 1160 time: 0.3012385 Feb 11 19:23:03.206480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958db588-978e-49f6-ab3d-b63b02c13cec req-0351b561-1480-4d4f-b017-17575ee95f3c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:03.207569 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958db588-978e-49f6-ab3d-b63b02c13cec req-0351b561-1480-4d4f-b017-17575ee95f3c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1702142 Feb 11 19:23:03.272238 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f6a1476a-3eab-4c51-a184-ec7b5e7a2bb6 req-fe4d0ca5-f021-4fa3-8af3-da891b5d74ee tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429864 Feb 11 19:23:03.288954 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958db588-978e-49f6-ab3d-b63b02c13cec req-b00ffb86-92b8-4645-a80b-4a4d720e8f3a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745864 Feb 11 19:23:03.382407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-d9148c1c-4f2a-47a4-b9cc-903909811168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:03.385267 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-d9148c1c-4f2a-47a4-b9cc-903909811168 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 HTTP/1.1" status: 200 len: 903 time: 0.3301640 Feb 11 19:23:03.386942 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-2ac9d3c7-bc46-4d1c-ac13-c9dc8691ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:03.389182 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-2ac9d3c7-bc46-4d1c-ac13-c9dc8691ad16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 200 len: 911 time: 0.3354878 Feb 11 19:23:03.548546 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-3d605dfd-744c-4725-8425-12c6f6b32923 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b24097-a560-49d8-abd0-a6528cd66be4 HTTP/1.1" status: 200 len: 217 time: 0.1555967 Feb 11 19:23:03.646755 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-c795efa4-6b68-4b85-87af-2aaba20b1226 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 200 len: 217 time: 0.1770785 Feb 11 19:23:03.756941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-c2222987-4d25-4ddf-8e66-cb1e497841b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:03.758421 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-c2222987-4d25-4ddf-8e66-cb1e497841b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fa451b3-659a-4f23-a753-9e659349423b HTTP/1.1" status: 200 len: 849 time: 0.1569874 Feb 11 19:23:03.811541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-eab9baae-8e70-4b44-a1d4-c85e1bfbde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:03.813694 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-eab9baae-8e70-4b44-a1d4-c85e1bfbde94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 200 len: 857 time: 0.1547792 Feb 11 19:23:03.825536 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-c4f25d3b-d49a-468b-b5b4-ca10467444d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591509 Feb 11 19:23:03.909064 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-8878973e-172e-4cde-97de-470fef7067f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ad62029d-99da-4d6e-b984-8af4b002c570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879645 Feb 11 19:23:04.008354 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a075410-b40f-4d2e-8a90-80fad0ab3311 req-c3869fe2-5f79-4315-8eae-4958c24ada52 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:04.010039 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2a075410-b40f-4d2e-8a90-80fad0ab3311 req-c3869fe2-5f79-4315-8eae-4958c24ada52 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 945 time: 0.5385549 Feb 11 19:23:04.150100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-8c3384f6-c21c-44b0-a4fe-9f2d4468ba17 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:04.151821 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-8c3384f6-c21c-44b0-a4fe-9f2d4468ba17 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 945 time: 0.1791921 Feb 11 19:23:04.358546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Deleting port 78fd7d6f-52a6-457a-a97c-def444ac25fb {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:04.358919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:04.389581 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 78fd7d6f-52a6-457a-a97c-def444ac25fb no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:04.463318 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2a075410-b40f-4d2e-8a90-80fad0ab3311 req-073fc87b-163e-4713-8d28-ebca1ebd9e88 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677825 Feb 11 19:23:04.510099 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-d5f826da-dfea-493f-a9e9-eb6dd5a4cd05 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419501 Feb 11 19:23:04.527288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:04.561058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fd7d6f-52a6-457a-a97c-def444ac25fb'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:04.562457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96a8ab-1564-4c99-b76e-f98fc4124b43 req-1e70f25a-c641-440b-b0b5-ccd4f7b54cd3 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:04.567744 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-12af0849-e277-4639-a7bb-c5172abb5a16 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537243 Feb 11 19:23:04.570387 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fc96a8ab-1564-4c99-b76e-f98fc4124b43 req-1e70f25a-c641-440b-b0b5-ccd4f7b54cd3 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.4172871 Feb 11 19:23:04.589487 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 78fd7d6f-52a6-457a-a97c-def444ac25fb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=78fd7d6f-52a6-457a-a97c-def444ac25fb,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:04.597677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:04.600771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:04.692985 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fc96a8ab-1564-4c99-b76e-f98fc4124b43 req-9ba56058-3eda-460e-ab42-8122cd624e1f tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146235 Feb 11 19:23:04.724132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=78fd7d6f-52a6-457a-a97c-def444ac25fb,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:04.730457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:04.889422 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cfead2a6-457e-43a6-a462-690a3982f4dc req-6b0fef2a-4a3d-4c06-965c-856f08c2da82 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3692887 Feb 11 19:23:05.003851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799b4c3-8aa9-49c1-99c4-28277512ac94 req-79c66aee-5c5e-4a36-9c4f-e038e726649f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:05.005683 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a799b4c3-8aa9-49c1-99c4-28277512ac94 req-79c66aee-5c5e-4a36-9c4f-e038e726649f tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.3362362 Feb 11 19:23:05.011988 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6c7e74c3-704d-4cb0-842e-ea910f3f9b41 req-2236c2c3-3a52-4d9a-9dde-5a73a97b6ac2 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3825185 Feb 11 19:23:05.013112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] For port 78fd7d6f-52a6-457a-a97c-def444ac25fb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=78fd7d6f-52a6-457a-a97c-def444ac25fb,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:05.013521 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:05.084737 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a799b4c3-8aa9-49c1-99c4-28277512ac94 req-864d6025-cf5f-48ad-b8c2-2e263e137304 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713263 Feb 11 19:23:05.165470 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fd7d6f-52a6-457a-a97c-def444ac25fb', 'code': 200} Feb 11 19:23:05.319222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000ee08-4da1-4450-8060-a05a35f3e283 req-5e44d5b8-bb0a-4975-a784-fb3c13efd925 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:05.320984 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0000ee08-4da1-4450-8060-a05a35f3e283 req-5e44d5b8-bb0a-4975-a784-fb3c13efd925 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.4571557 Feb 11 19:23:05.332394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Calling delete_port for 78fd7d6f-52a6-457a-a97c-def444ac25fb owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:05.474311 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0000ee08-4da1-4450-8060-a05a35f3e283 req-cf3bbca9-9bfe-4556-84b0-0d216a8170bf tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098680 Feb 11 19:23:05.554383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:05.574147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:05.643874 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Pushing event deleted for resources: {'Port': ['ID=78fd7d6f-52a6-457a-a97c-def444ac25fb,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:05.705718 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a9b270ec-d92a-4ca5-8a6c-1e6efc083d84 req-e9208761-c888-4a5f-896c-bc93b7685997 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 210 time: 0.0531609 Feb 11 19:23:05.708012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.708451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.708852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.709240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.709630 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.710018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.710406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.710788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.711174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.711553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.711933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.712316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.712805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.713184 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.713565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.713956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.714434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.714667 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.715046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.715427 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.716212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.716212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.716580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.717020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:05.732331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:05.838398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] No DVR routers for this DVR port 78fd7d6f-52a6-457a-a97c-def444ac25fb on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:23:05.842260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:05.848359 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'name': 'network-vif-deleted', 'tag': '78fd7d6f-52a6-457a-a97c-def444ac25fb'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:05.923898 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8be9c6-4b5c-4629-a779-3913f95fdd50', 'name': 'network-vif-deleted', 'tag': '78fd7d6f-52a6-457a-a97c-def444ac25fb', 'status': 'completed', 'code': 200} Feb 11 19:23:05.938734 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-128fc8d0-1636-4d8f-b539-f3c0424da89b req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "DELETE /v2.0/ports/78fd7d6f-52a6-457a-a97c-def444ac25fb HTTP/1.1" status: 204 len: 173 time: 1.7407224 Feb 11 19:23:06.077690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37be9a6-4fcf-420d-b3dc-2e756552c4e7 req-b6a1d538-40eb-4036-b464-aa9882f21bb7 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:06.078029 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b37be9a6-4fcf-420d-b3dc-2e756552c4e7 req-b6a1d538-40eb-4036-b464-aa9882f21bb7 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.1991687 Feb 11 19:23:06.147069 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b37be9a6-4fcf-420d-b3dc-2e756552c4e7 req-fb39b242-d1ef-43bb-85ca-5d2b2eb9a9bb tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620246 Feb 11 19:23:06.444689 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cfd65-807f-479f-8526-180615731944 req-ee1336b9-7b9d-4582-8cf0-50fc782b10c4 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:06.446222 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fe4cfd65-807f-479f-8526-180615731944 req-ee1336b9-7b9d-4582-8cf0-50fc782b10c4 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1736753 Feb 11 19:23:06.509735 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fe4cfd65-807f-479f-8526-180615731944 req-e6520101-9850-43d8-b8df-52974d540198 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571351 Feb 11 19:23:06.815949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4665a9-ca29-46e3-920e-b405d898d1c6 req-cf015ec5-be82-4433-9d3f-3e809da1660e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:06.817693 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5f4665a9-ca29-46e3-920e-b405d898d1c6 req-cf015ec5-be82-4433-9d3f-3e809da1660e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1749883 Feb 11 19:23:06.886438 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5f4665a9-ca29-46e3-920e-b405d898d1c6 req-601d39e7-bdf4-4bd6-9833-fc27510e1824 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623729 Feb 11 19:23:06.907955 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e87fd1d5-27cc-448d-8f1c-a4ee46dd1d4c req-834ab054-6349-4e4d-b76f-5d4808cc836d tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=bc8be9c6-4b5c-4629-a779-3913f95fdd50 HTTP/1.1" status: 200 len: 210 time: 0.0507593 Feb 11 19:23:07.455653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ec10-418b-48d6-83a1-5f4e45c1cea8 req-7d02d01e-f841-4b01-9a29-2aa42e602c0b tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:07.457388 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5712ec10-418b-48d6-83a1-5f4e45c1cea8 req-7d02d01e-f841-4b01-9a29-2aa42e602c0b tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.1651423 Feb 11 19:23:07.525724 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5712ec10-418b-48d6-83a1-5f4e45c1cea8 req-640b4555-21ed-4f7e-a5f3-2fddf2179937 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619216 Feb 11 19:23:07.807480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414e560-91aa-4f46-8194-597fef9eb6df req-1960903f-90f9-40da-a6f9-a1776b984373 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:07.809136 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b414e560-91aa-4f46-8194-597fef9eb6df req-1960903f-90f9-40da-a6f9-a1776b984373 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1695127 Feb 11 19:23:07.886806 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b414e560-91aa-4f46-8194-597fef9eb6df req-a95de2d8-6c0b-4d0a-925f-059681553013 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713160 Feb 11 19:23:08.208871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8ec3c-5a45-4414-9e34-dfd0cc89980f req-615a5c59-e7fc-4c9f-abd4-11549e637513 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:08.210871 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-92c8ec3c-5a45-4414-9e34-dfd0cc89980f req-615a5c59-e7fc-4c9f-abd4-11549e637513 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1725998 Feb 11 19:23:08.286488 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-92c8ec3c-5a45-4414-9e34-dfd0cc89980f req-30012b0e-6158-4c0b-8441-fa484a284757 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594542 Feb 11 19:23:08.829040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255f305-58eb-42b2-8578-a52fea365666 req-f518d2d3-5998-4296-91b7-585b9051fd92 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:08.830733 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9255f305-58eb-42b2-8578-a52fea365666 req-f518d2d3-5998-4296-91b7-585b9051fd92 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.1690416 Feb 11 19:23:08.900955 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9255f305-58eb-42b2-8578-a52fea365666 req-cf251b7e-a511-42aa-914d-40500a115748 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637138 Feb 11 19:23:08.909511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:09.187363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69280a-0fbb-4334-b992-65303a3bb291 req-2881bb9b-8624-4dde-897d-546ff9891bfa tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:09.189145 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0a69280a-0fbb-4334-b992-65303a3bb291 req-2881bb9b-8624-4dde-897d-546ff9891bfa tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1710024 Feb 11 19:23:09.263906 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0a69280a-0fbb-4334-b992-65303a3bb291 req-679e01e9-ed28-46d9-b1e9-10508897cde6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682991 Feb 11 19:23:09.671745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb456f31-12bd-44e9-8897-8844144a32c6 req-46d4029f-1011-4569-a953-fe4a68d196ae tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:09.673484 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-eb456f31-12bd-44e9-8897-8844144a32c6 req-46d4029f-1011-4569-a953-fe4a68d196ae tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1887479 Feb 11 19:23:09.742334 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-eb456f31-12bd-44e9-8897-8844144a32c6 req-7f241ba0-f779-4746-9dc2-33b1a1efb0b7 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620162 Feb 11 19:23:10.004822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f414d-853b-4bea-aaa3-31fa1dc94248 req-85b3e351-a645-4998-8b87-784c03d40621 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:10.006632 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-201f414d-853b-4bea-aaa3-31fa1dc94248 req-85b3e351-a645-4998-8b87-784c03d40621 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.1858068 Feb 11 19:23:10.074593 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-201f414d-853b-4bea-aaa3-31fa1dc94248 req-e3785576-c072-4d81-80a8-cadf36916f67 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Feb 11 19:23:10.367071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59300-bd5a-438f-8fa3-bddac4935082 req-df8e0c3a-fd85-4bea-bffd-92b46c683dc7 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:10.368941 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ebf59300-bd5a-438f-8fa3-bddac4935082 req-df8e0c3a-fd85-4bea-bffd-92b46c683dc7 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.1766334 Feb 11 19:23:10.435396 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ebf59300-bd5a-438f-8fa3-bddac4935082 req-39378492-0297-4254-949a-c543d1fd4102 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601897 Feb 11 19:23:10.651031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358a348-9b54-4578-a5eb-a2a92b0daf8f req-bba9231c-14d7-4531-9e83-c7b981929196 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:10.652860 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6358a348-9b54-4578-a5eb-a2a92b0daf8f req-bba9231c-14d7-4531-9e83-c7b981929196 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.1803987 Feb 11 19:23:10.678538 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:23:10.729330 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6358a348-9b54-4578-a5eb-a2a92b0daf8f req-04d7511c-a56e-44cc-a389-57e9e00e7ceb tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691814 Feb 11 19:23:10.812096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.objects.ports [None req-bea7c7dc-5e44-4c24-9d19-29b04857114b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79957) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 19:23:11.068782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a654b3-4662-4abf-b643-cd25371c70fb req-713a3b5a-1531-4a55-815e-2bf595019edd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:11.070483 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-96a654b3-4662-4abf-b643-cd25371c70fb req-713a3b5a-1531-4a55-815e-2bf595019edd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1727512 Feb 11 19:23:11.140210 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-96a654b3-4662-4abf-b643-cd25371c70fb req-180c2167-207e-4420-9b9c-a445aff31dfd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629361 Feb 11 19:23:11.554612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cd044-958f-47f6-b053-e864873d0b8d req-3e5a6c77-9f23-4398-ad8b-d7059c786675 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:11.556891 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2f7cd044-958f-47f6-b053-e864873d0b8d req-3e5a6c77-9f23-4398-ad8b-d7059c786675 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.2150099 Feb 11 19:23:11.632094 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2f7cd044-958f-47f6-b053-e864873d0b8d req-1fa68f79-eabc-4ae7-8540-a56143ae1d95 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685229 Feb 11 19:23:11.758822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132a9ca-0d1f-4c2d-acc3-a65c0c27c736 req-88769f08-5023-4eb1-8ed0-92da0f7d4f8b tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:11.760498 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2132a9ca-0d1f-4c2d-acc3-a65c0c27c736 req-88769f08-5023-4eb1-8ed0-92da0f7d4f8b tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.1786404 Feb 11 19:23:11.825090 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2132a9ca-0d1f-4c2d-acc3-a65c0c27c736 req-849723c9-27f9-4f5a-8c69-212095ce67e5 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575218 Feb 11 19:23:12.191952 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e1b24097-a560-49d8-abd0-a6528cd66be4 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:23:12.298972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port e1b24097-a560-49d8-abd0-a6528cd66be4 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:23:12.306003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port e1b24097-a560-49d8-abd0-a6528cd66be4 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:23:12.306406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:12.329378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-3fb99637-9bda-40d2-99f7-56a5198343e2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:12.330176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-3fb99637-9bda-40d2-99f7-56a5198343e2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Synchronizing usage tracker for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:12.346697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-3fb99637-9bda-40d2-99f7-56a5198343e2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Unset dirty status for tenant:5568c65ba4d3415cbbea0c4ffb34fdea on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:12.348156 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-3fb99637-9bda-40d2-99f7-56a5198343e2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.1879094 Feb 11 19:23:12.448526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:12.472150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d0a9-df46-4d33-9211-86a55e47753f req-53d0e583-f7d6-4bf8-9830-00bd96862b4c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:12.480099 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e436d0a9-df46-4d33-9211-86a55e47753f req-53d0e583-f7d6-4bf8-9830-00bd96862b4c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1853700 Feb 11 19:23:12.482222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Deleting port b43e8448-db64-42ea-a575-641f3ccb9e5d {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:12.482950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:12.534468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port e1b24097-a560-49d8-abd0-a6528cd66be4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e1b24097-a560-49d8-abd0-a6528cd66be4,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:12.538412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b24097-a560-49d8-abd0-a6528cd66be4'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:12.552244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:12.553193 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device dd81e640-9431-4eb6-a60e-51e0c762a316 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:23:12.556425 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e436d0a9-df46-4d33-9211-86a55e47753f req-de07f5f9-7046-4f2c-b0ec-c39784b44400 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749240 Feb 11 19:23:12.611087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:12.729618 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b24097-a560-49d8-abd0-a6528cd66be4', 'code': 200} Feb 11 19:23:12.730610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=e1b24097-a560-49d8-abd0-a6528cd66be4,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:12.760614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.761000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.761380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.761761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.762145 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.762523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.762898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.763268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.764338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.764795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.765171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.765569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.766656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.767030 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.767404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.767776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.768215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.768514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.768883 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.769250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.769617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.769982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.770491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.770720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:23:12.777631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:12.845292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port dd81e640-9431-4eb6-a60e-51e0c762a316 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:23:12.845717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:12.852698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] For port b43e8448-db64-42ea-a575-641f3ccb9e5d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b43e8448-db64-42ea-a575-641f3ccb9e5d,segment=NetworkSegment(6a3587fa-e0b4-4ff0-b248-b8dbf1870df3),segment_id=6a3587fa-e0b4-4ff0-b248-b8dbf1870df3)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:12.853105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:13.248098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe37cb-c5c0-4918-a6fc-23eaa1855525 req-8082586d-7f88-4bb7-a5c4-15e29e8d38fa tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:13.257097 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6abe37cb-c5c0-4918-a6fc-23eaa1855525 req-8082586d-7f88-4bb7-a5c4-15e29e8d38fa tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 945 time: 0.3570511 Feb 11 19:23:13.357391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Calling delete_port for b43e8448-db64-42ea-a575-641f3ccb9e5d owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:13.397231 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6abe37cb-c5c0-4918-a6fc-23eaa1855525 req-8f228901-ef3a-413f-8202-4be69627a295 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/security-groups?id=c33ad317-3458-4a92-82f5-dbfbb0499b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389132 Feb 11 19:23:13.430269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b178fa7-4eeb-406a-9799-73b5d47ebe38 req-2553281d-13a9-4a05-ba8f-bf7aa8b213ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:13.432534 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3b178fa7-4eeb-406a-9799-73b5d47ebe38 req-2553281d-13a9-4a05-ba8f-bf7aa8b213ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 1162 time: 0.1445990 Feb 11 19:23:13.484994 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3b178fa7-4eeb-406a-9799-73b5d47ebe38 req-f46c8442-28c2-4dcb-9105-e86c73919051 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Feb 11 19:23:13.573829 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e1b24097-a560-49d8-abd0-a6528cd66be4 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:23:13.579143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:13.601909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42f7cfe4-d469-4f3c-adea-e881658639b7 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:13.659998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port e1b24097-a560-49d8-abd0-a6528cd66be4 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:23:13.660596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:13.750909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfa0b5-5f31-4f24-a18e-848fcf0ef24f req-a78e2aba-e6db-451c-ba01-5883fd0ee44e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:13.756645 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0dcfa0b5-5f31-4f24-a18e-848fcf0ef24f req-a78e2aba-e6db-451c-ba01-5883fd0ee44e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 945 time: 0.4077847 Feb 11 19:23:13.860268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Pushing event deleted for resources: {'Port': ['ID=b43e8448-db64-42ea-a575-641f3ccb9e5d,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:13.872710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b43e8448-db64-42ea-a575-641f3ccb9e5d no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:13.925771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:13.936792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398d0f-043f-49a8-9c47-28f804bb8ae0 req-7f166774-0cb8-4b9b-8f71-6c9e7d98df6a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:13.939089 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9b398d0f-043f-49a8-9c47-28f804bb8ae0 req-7f166774-0cb8-4b9b-8f71-6c9e7d98df6a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2348752 Feb 11 19:23:13.956092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] No Port match for: b43e8448-db64-42ea-a575-641f3ccb9e5d {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:23:13.956670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b43e8448-db64-42ea-a575-641f3ccb9e5d not bound to the agent host hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:23:13.972891 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0dcfa0b5-5f31-4f24-a18e-848fcf0ef24f req-73f67805-b8a4-471c-a6cf-8383342cb3ce tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051838 Feb 11 19:23:14.033758 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9b398d0f-043f-49a8-9c47-28f804bb8ae0 req-4ab02da6-8146-4ca4-9123-006d80cce13b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832071 Feb 11 19:23:14.078345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] No DVR routers for this DVR port b43e8448-db64-42ea-a575-641f3ccb9e5d on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:23:14.085515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:14.088954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be6f2b0-9edd-4039-a8e0-2c93eae2cb21', 'name': 'network-vif-deleted', 'tag': 'b43e8448-db64-42ea-a575-641f3ccb9e5d'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:14.114990 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26b67784-3281-4ecf-887e-57c0cb1baba6 req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.42 "DELETE /v2.0/ports/b43e8448-db64-42ea-a575-641f3ccb9e5d HTTP/1.1" status: 204 len: 173 time: 1.7451911 Feb 11 19:23:14.150885 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be6f2b0-9edd-4039-a8e0-2c93eae2cb21', 'name': 'network-vif-deleted', 'tag': 'b43e8448-db64-42ea-a575-641f3ccb9e5d', 'status': 'completed', 'code': 200} Feb 11 19:23:14.603715 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d47e952a-7cf1-4b56-97f6-e8fc098696c9 req-06674f7b-23ea-4b04-96e5-dadecb77e4d2 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] 10.222.0.101 "GET /v2.0/ports?device_id=5be6f2b0-9edd-4039-a8e0-2c93eae2cb21 HTTP/1.1" status: 200 len: 210 time: 0.0502267 Feb 11 19:23:15.320884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ee924-5de1-46ff-8681-b99de528eea2 req-c67cfe16-c468-40e5-8704-58e1925ec997 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:15.329074 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b63ee924-5de1-46ff-8681-b99de528eea2 req-c67cfe16-c468-40e5-8704-58e1925ec997 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 945 time: 0.2249572 Feb 11 19:23:15.386915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda82cf-75e5-4ab5-ba91-2a369c2505f5 req-aa47ba46-502d-449a-8ff4-42b4c7e012cb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:15.396549 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-efda82cf-75e5-4ab5-ba91-2a369c2505f5 req-aa47ba46-502d-449a-8ff4-42b4c7e012cb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1954939 Feb 11 19:23:15.409678 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b63ee924-5de1-46ff-8681-b99de528eea2 req-acfa09f7-3df3-484d-bd55-731183064845 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792606 Feb 11 19:23:15.478247 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-efda82cf-75e5-4ab5-ba91-2a369c2505f5 req-15d4f352-43da-412a-9dcc-99611e4dcf53 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800776 Feb 11 19:23:15.656813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e1b24097-a560-49d8-abd0-a6528cd66be4 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:23:15.722120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 40372) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:15.738393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port e1b24097-a560-49d8-abd0-a6528cd66be4 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:23:15.738938 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:15.798170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Deleting subnet bde4d229-6939-4a27-b3fd-9e502e3495dd {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:23:15.801759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:15.868034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:15.942498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:16.236794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:16.255649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f8455870-fe42-4f09-ac33-29742eb0fae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:16.311456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde4d229-6939-4a27-b3fd-9e502e3495dd,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:16.316021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:16.408170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:16.414508 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/bde4d229-6939-4a27-b3fd-9e502e3495dd HTTP/1.1" status: 204 len: 168 time: 0.6910563 Feb 11 19:23:16.417225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 40380) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:16.598333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:16.822441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8924a-9b23-48a1-bcf8-7a2c2d370372 req-d4414cb3-2791-4d02-843d-f0381881cf75 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:16.825098 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-33a8924a-9b23-48a1-bcf8-7a2c2d370372 req-d4414cb3-2791-4d02-843d-f0381881cf75 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1851935 Feb 11 19:23:16.898069 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-33a8924a-9b23-48a1-bcf8-7a2c2d370372 req-98a43ee6-f893-4d02-95f6-bd0fadfd6f70 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653484 Feb 11 19:23:17.026735 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:17.209848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dda03-0939-4252-95ec-d2054642d3ff req-3b8cac8f-fcf7-4a49-9a69-980026adde5b tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:17.211663 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a82dda03-0939-4252-95ec-d2054642d3ff req-3b8cac8f-fcf7-4a49-9a69-980026adde5b tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 945 time: 0.6754758 Feb 11 19:23:17.279135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef70a0a-afde-4613-b8a1-7aab1c093dcc']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:17.299202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:17.299540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3587fa-e0b4-4ff0-b248-b8dbf1870df3') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:17.325509 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a82dda03-0939-4252-95ec-d2054642d3ff req-2ed15769-c353-4658-bac4-30fed7463c99 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037536 Feb 11 19:23:17.332814 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:17.351607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:17.353924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:23:17.538455 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae44d5-55f0-4c74-b436-cc97bb269b5a req-5b2cd3b2-6d6f-4f40-b26a-f31b54b6b68a tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:17.540148 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-92ae44d5-55f0-4c74-b436-cc97bb269b5a req-5b2cd3b2-6d6f-4f40-b26a-f31b54b6b68a tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2029414 Feb 11 19:23:17.542118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:23:17.551825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:17.615521 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-92ae44d5-55f0-4c74-b436-cc97bb269b5a req-1467fceb-03f6-47b3-adce-364f0f09110c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685515 Feb 11 19:23:17.751490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Network 5ef70a0a-afde-4613-b8a1-7aab1c093dcc has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:23:17.775523 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:23:17.855990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:17.859764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:17.879027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:17.888056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef70a0a-afde-4613-b8a1-7aab1c093dcc,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:17.892250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:17.896817 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] 10.222.0.101 "DELETE /v2.0/networks/5ef70a0a-afde-4613-b8a1-7aab1c093dcc HTTP/1.1" status: 204 len: 168 time: 1.4785533 Feb 11 19:23:18.061013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 40414) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:18.114719 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d17b83a1-abdb-426b-9a25-3f0fe863aa84 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5568c65ba4d3415cbbea0c4ffb34fdea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523992 Feb 11 19:23:18.117486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 40418) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:18.186347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1c5775b0-be75-43c1-9b19-fc9063b57739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:18.214554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1c5775b0-be75-43c1-9b19-fc9063b57739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:18.236606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554f52a-eefb-4c4f-8f7c-95ff5a325ca5 req-bf3786dd-12e4-40c3-a1c3-2c772c7870c3 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:18.240847 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2554f52a-eefb-4c4f-8f7c-95ff5a325ca5 req-bf3786dd-12e4-40c3-a1c3-2c772c7870c3 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1817870 Feb 11 19:23:18.271621 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1c5775b0-be75-43c1-9b19-fc9063b57739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:18.277517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6e7c0a7-9b81-4231-84d9-3f185055766b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:18.293412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5775b0-be75-43c1-9b19-fc9063b57739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33ad317-3458-4a92-82f5-dbfbb0499b27,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:18.304648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1c5775b0-be75-43c1-9b19-fc9063b57739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:18.314997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1c5775b0-be75-43c1-9b19-fc9063b57739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:18.314997 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1c5775b0-be75-43c1-9b19-fc9063b57739 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c33ad317-3458-4a92-82f5-dbfbb0499b27 HTTP/1.1" status: 204 len: 168 time: 0.1935289 Feb 11 19:23:18.342096 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2554f52a-eefb-4c4f-8f7c-95ff5a325ca5 req-5f30d508-ddef-4d2e-bc74-1db6a17ffa43 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961976 Feb 11 19:23:18.953822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e060bd0-fe37-456a-be67-349d88bf2ad7 req-52972ae2-fac0-493b-805e-6ab2b84c6b1c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:18.954439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c65087-1d80-49e7-bb52-4f02a38e35b1 req-3a3a419b-57bc-45a1-b439-990bdbe94beb tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:18.962389 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-42c65087-1d80-49e7-bb52-4f02a38e35b1 req-3a3a419b-57bc-45a1-b439-990bdbe94beb tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 945 time: 0.2123640 Feb 11 19:23:18.962629 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1e060bd0-fe37-456a-be67-349d88bf2ad7 req-52972ae2-fac0-493b-805e-6ab2b84c6b1c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.1911273 Feb 11 19:23:19.041045 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1e060bd0-fe37-456a-be67-349d88bf2ad7 req-b97d0995-cbfe-4876-a3a4-07c5bc79c312 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773482 Feb 11 19:23:19.053684 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-42c65087-1d80-49e7-bb52-4f02a38e35b1 req-24be0949-5cb0-428b-8667-95152800df92 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900865 Feb 11 19:23:19.667483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb4861-3e55-4d29-a397-e6873b28a37d req-dc1ed7de-8751-43e0-813b-eb704535f55c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:19.669280 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-accb4861-3e55-4d29-a397-e6873b28a37d req-dc1ed7de-8751-43e0-813b-eb704535f55c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1844139 Feb 11 19:23:19.745263 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-accb4861-3e55-4d29-a397-e6873b28a37d req-93d76365-94cc-4086-b406-31f6cb1ab52b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678210 Feb 11 19:23:19.949330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 40478) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:20.125772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:20.142873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:23:20.146936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:faf5c60c45404fa6b3a76d8b24f5f62f is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:23:20.149944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:23:20.156692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:23:20.327507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:20.331359 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:20.345187 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1048a183-ab0f-4adf-8a33-6a50323120ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:20.357314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e1b8c-cb87-4e21-85af-9e59808413f3 req-0bfaa339-999c-48a4-9e18-00c1591edb33 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:20.359012 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-530e1b8c-cb87-4e21-85af-9e59808413f3 req-0bfaa339-999c-48a4-9e18-00c1591edb33 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.1789360 Feb 11 19:23:20.425376 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-530e1b8c-cb87-4e21-85af-9e59808413f3 req-660ece7d-a9ad-40d4-b8c6-772fadf414f6 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591145 Feb 11 19:23:20.439371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beebf83-49e6-4faa-ae77-5769082ff259 req-d2b6275e-4955-4e95-8118-6dee88800d69 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:20.441181 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7beebf83-49e6-4faa-ae77-5769082ff259 req-d2b6275e-4955-4e95-8118-6dee88800d69 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 945 time: 0.2418854 Feb 11 19:23:20.494591 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=faf5c60c45404fa6b3a76d8b24f5f62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438759 Feb 11 19:23:20.497577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 40490) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:20.498584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345fb20-8bb0-4ed4-bbba-ba963ba281ef,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:20.502844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:20.540836 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7beebf83-49e6-4faa-ae77-5769082ff259 req-7da9ac22-b8d8-4837-9865-d37f02aa1243 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875208 Feb 11 19:23:20.570385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-85f5902e-249c-455d-811d-18ac4ffd4dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:20.611962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-85f5902e-249c-455d-811d-18ac4ffd4dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:20.657720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-85f5902e-249c-455d-811d-18ac4ffd4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:20.662860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1789dd01-af80-4f52-aced-202d6b0bf01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:20.676647 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5902e-249c-455d-811d-18ac4ffd4dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345fb20-8bb0-4ed4-bbba-ba963ba281ef,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:20.679367 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-85f5902e-249c-455d-811d-18ac4ffd4dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:20.680600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-85f5902e-249c-455d-811d-18ac4ffd4dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:20.681842 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-85f5902e-249c-455d-811d-18ac4ffd4dcc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3345fb20-8bb0-4ed4-bbba-ba963ba281ef HTTP/1.1" status: 204 len: 168 time: 0.1829765 Feb 11 19:23:21.169213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd4713-daa6-489d-85eb-f337a0ada76b req-17f24edc-bbb6-4289-ad53-4975537b773f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:21.170964 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-70bd4713-daa6-489d-85eb-f337a0ada76b req-17f24edc-bbb6-4289-ad53-4975537b773f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2742414 Feb 11 19:23:21.313547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-bcc5087b-e984-4648-bd8c-0bc509674c8e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:21.315353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-bcc5087b-e984-4648-bd8c-0bc509674c8e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 945 time: 0.3390503 Feb 11 19:23:21.432602 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-70bd4713-daa6-489d-85eb-f337a0ada76b req-db9d13e9-b809-422f-b264-9b52dec1b0bd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496729 Feb 11 19:23:21.491682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-1f5b466a-c468-42c2-92cd-ead3bcc34d51 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:21.493948 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-1f5b466a-c468-42c2-92cd-ead3bcc34d51 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 946 time: 0.2298255 Feb 11 19:23:21.509520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 63fe2e3f-752a-49f3-a63a-eb328487b6da no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:21.512547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Deleting port e1b24097-a560-49d8-abd0-a6528cd66be4 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:21.512944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:21.737998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Deleting port 63fe2e3f-752a-49f3-a63a-eb328487b6da {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:21.738703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:21.775564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:21.834735 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 63fe2e3f-752a-49f3-a63a-eb328487b6da, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=63fe2e3f-752a-49f3-a63a-eb328487b6da,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:21.835845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63fe2e3f-752a-49f3-a63a-eb328487b6da'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:21.843719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:21.844814 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e1b24097-a560-49d8-abd0-a6528cd66be4 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:21.991847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:22.108484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=63fe2e3f-752a-49f3-a63a-eb328487b6da,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:22.116850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:22.185109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] For port e1b24097-a560-49d8-abd0-a6528cd66be4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e1b24097-a560-49d8-abd0-a6528cd66be4,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:22.185649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:22.187382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:22.259563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] For port 63fe2e3f-752a-49f3-a63a-eb328487b6da, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=63fe2e3f-752a-49f3-a63a-eb328487b6da,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:22.259952 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:22.262019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port e1b24097-a560-49d8-abd0-a6528cd66be4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e1b24097-a560-49d8-abd0-a6528cd66be4,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:22.269513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:22.272462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:22.394506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Calling delete_port for e1b24097-a560-49d8-abd0-a6528cd66be4 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:22.443626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=e1b24097-a560-49d8-abd0-a6528cd66be4,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:22.445860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Calling delete_port for 63fe2e3f-752a-49f3-a63a-eb328487b6da owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:22.447534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:22.529394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8633-f0c8-42bd-9642-289475492e36 req-96f710aa-9891-4a6d-8c1a-3826791028dc tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:22.531676 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5c3e8633-f0c8-42bd-9642-289475492e36 req-96f710aa-9891-4a6d-8c1a-3826791028dc tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 945 time: 0.6980259 Feb 11 19:23:22.603728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 40554) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:22.635659 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5c3e8633-f0c8-42bd-9642-289475492e36 req-545f1892-3930-4fc8-b3bf-07be3087cf1e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947964 Feb 11 19:23:22.645833 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:23:22.646202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:23:22.669726 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01886583-ef13-4e98-829a-d30fccc421bb req-89af051f-e103-4544-9849-8e1d277ba5ca tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:22.672260 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-01886583-ef13-4e98-829a-d30fccc421bb req-89af051f-e103-4544-9849-8e1d277ba5ca tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 944 time: 1.0761607 Feb 11 19:23:22.720547 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63fe2e3f-752a-49f3-a63a-eb328487b6da', 'code': 200} Feb 11 19:23:22.800714 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-01886583-ef13-4e98-829a-d30fccc421bb req-aebca1ee-845e-4923-837c-d27d8ed337c3 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878298 Feb 11 19:23:22.819032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:22.846006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-78a35754-12b0-4038-bc2a-0de96328dc8d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:22.916238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Pushing event deleted for resources: {'Port': ['ID=63fe2e3f-752a-49f3-a63a-eb328487b6da,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:22.919262 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:22.931435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:22.954234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:23:22.959881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Usage tracker for resource:security_group_rule and tenant:a41f248e15d74ad8a1ba13804919558a is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:23:22.964653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:23:22.973788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:23:23.085252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] No DVR routers for this DVR port 63fe2e3f-752a-49f3-a63a-eb328487b6da on host hv-cinder-77525 {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:23:23.087576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:23.090417 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'name': 'network-vif-deleted', 'tag': '63fe2e3f-752a-49f3-a63a-eb328487b6da'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:23.117301 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c721e808-50e8-4be7-8096-444a3b0735e6 req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.42 "DELETE /v2.0/ports/63fe2e3f-752a-49f3-a63a-eb328487b6da HTTP/1.1" status: 204 len: 173 time: 1.6176507 Feb 11 19:23:23.122766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb6c71-04c3-4d2c-b157-983e56adeab5 req-fe15e570-c3b8-491a-b2a3-76a7d1648193 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:23.124624 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-17fb6c71-04c3-4d2c-b157-983e56adeab5 req-fe15e570-c3b8-491a-b2a3-76a7d1648193 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2868080 Feb 11 19:23:23.159149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Deleting port e1b24097-a560-49d8-abd0-a6528cd66be4 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:23.159533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:23.180735 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b41d2a-b800-44bd-b29e-3b8219e96d6b', 'name': 'network-vif-deleted', 'tag': '63fe2e3f-752a-49f3-a63a-eb328487b6da', 'status': 'completed', 'code': 200} Feb 11 19:23:23.416793 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-17fb6c71-04c3-4d2c-b157-983e56adeab5 req-0285eac5-6504-4b91-acb5-1f4e22abf75e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780330 Feb 11 19:23:23.601241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:23.608243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:23.624048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bf66151f-17d4-45ae-81a3-f1073fee2d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:23.691988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222bbf06-5939-4328-90b2-7a5611ef15b8,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:23.726328 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:23.809005 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] For port e1b24097-a560-49d8-abd0-a6528cd66be4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e1b24097-a560-49d8-abd0-a6528cd66be4,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:23.809558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:23.823378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 40600) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:23.837919 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a41f248e15d74ad8a1ba13804919558a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2318406 Feb 11 19:23:24.111337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-cee8f346-8f5b-4329-8157-df25177cf775 req-61639873-9a6a-404f-a0ef-f0447ee8b1c7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Synchronizing usage tracker for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:24.118615 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-35bedce3-36f4-4682-b42c-60c18de0af6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:24.152173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-35bedce3-36f4-4682-b42c-60c18de0af6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:24.231342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-35bedce3-36f4-4682-b42c-60c18de0af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:24.255428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6e1bec7c-f2fd-4aa3-a30f-c218600ce1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:24.290492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bedce3-36f4-4682-b42c-60c18de0af6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222bbf06-5939-4328-90b2-7a5611ef15b8,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:24.319501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-35bedce3-36f4-4682-b42c-60c18de0af6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:24.333410 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-35bedce3-36f4-4682-b42c-60c18de0af6f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/222bbf06-5939-4328-90b2-7a5611ef15b8 HTTP/1.1" status: 204 len: 168 time: 0.5081410 Feb 11 19:23:24.338210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-35bedce3-36f4-4682-b42c-60c18de0af6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:24.344739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-cee8f346-8f5b-4329-8157-df25177cf775 req-61639873-9a6a-404f-a0ef-f0447ee8b1c7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Unset dirty status for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:24.346028 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cee8f346-8f5b-4329-8157-df25177cf775 req-61639873-9a6a-404f-a0ef-f0447ee8b1c7 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=a0b41d2a-b800-44bd-b29e-3b8219e96d6b HTTP/1.1" status: 200 len: 210 time: 0.3232944 Feb 11 19:23:24.452500 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Calling delete_port for e1b24097-a560-49d8-abd0-a6528cd66be4 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:24.727831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b24097-a560-49d8-abd0-a6528cd66be4'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:24.747436 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-35021fae-f3b4-4e7c-b1fe-af95990761ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:24.773111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8483b3-ef1e-47dc-bab7-5d0412689b3e req-a4958cc8-30d8-4f2f-8c01-314d0e0fcbad tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:24.774888 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8b8483b3-ef1e-47dc-bab7-5d0412689b3e req-a4958cc8-30d8-4f2f-8c01-314d0e0fcbad tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 943 time: 0.9072006 Feb 11 19:23:24.910199 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8b8483b3-ef1e-47dc-bab7-5d0412689b3e req-d3b7d2e0-4365-4678-9d5a-a10491fb1bf8 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137075 Feb 11 19:23:25.003451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:25.021639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:25.115557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Pushing event deleted for resources: {'Port': ['ID=e1b24097-a560-49d8-abd0-a6528cd66be4,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:25.125700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:25.145954 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b24097-a560-49d8-abd0-a6528cd66be4', 'code': 200} Feb 11 19:23:25.476728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ed92-6886-4be5-a324-5d592cd0e819 req-ce320966-2738-4c33-864e-468d59372923 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:25.484500 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3004ed92-6886-4be5-a324-5d592cd0e819 req-ce320966-2738-4c33-864e-468d59372923 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2800899 Feb 11 19:23:25.554173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] No DVR routers for this DVR port e1b24097-a560-49d8-abd0-a6528cd66be4 on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:23:25.557748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:25.567998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'name': 'network-vif-deleted', 'tag': 'e1b24097-a560-49d8-abd0-a6528cd66be4'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:25.598384 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d8884e08-4073-4024-bda6-1de3bb7b9815 req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.42 "DELETE /v2.0/ports/e1b24097-a560-49d8-abd0-a6528cd66be4 HTTP/1.1" status: 204 len: 173 time: 4.2730913 Feb 11 19:23:25.649824 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3004ed92-6886-4be5-a324-5d592cd0e819 req-ae9d84a5-d977-4a4f-88f8-0cfc5126034e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628847 Feb 11 19:23:25.812762 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3ff9cf-893a-4cb4-a71a-dffd1584d92a', 'name': 'network-vif-deleted', 'tag': 'e1b24097-a560-49d8-abd0-a6528cd66be4', 'status': 'completed', 'code': 200} Feb 11 19:23:26.190512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b1ce3-9fd2-4315-a354-03c31043dc43 req-7f9b03bd-5712-4026-b3ab-81bd12cc6d38 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:26.198976 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-512b1ce3-9fd2-4315-a354-03c31043dc43 req-7f9b03bd-5712-4026-b3ab-81bd12cc6d38 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2246437 Feb 11 19:23:26.343304 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b7062ade-3aee-41f6-baac-b38ca9afbf19 req-7842d950-3127-4bfc-8a2a-e8100df5d5f7 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa3ff9cf-893a-4cb4-a71a-dffd1584d92a HTTP/1.1" status: 200 len: 210 time: 0.0758264 Feb 11 19:23:26.368902 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-512b1ce3-9fd2-4315-a354-03c31043dc43 req-e0a59f8a-2195-4d1f-b3ae-e6f2cf90591c tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689165 Feb 11 19:23:27.150954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ae798-9aa8-4cd2-a544-d6ede0640adf req-86b300c5-e431-441e-bb3a-267620cf3fea tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:27.162389 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-430ae798-9aa8-4cd2-a544-d6ede0640adf req-86b300c5-e431-441e-bb3a-267620cf3fea tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.3333235 Feb 11 19:23:27.276805 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-430ae798-9aa8-4cd2-a544-d6ede0640adf req-6bdda5e4-5194-482c-9e2d-d42e70f958e4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072359 Feb 11 19:23:27.359881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-db277a5c-a56a-4309-9f0e-bc5e530f0427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:27.783312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:27.855513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c32ee-6388-401e-a227-2c6c73af122f req-1f368a6d-8f98-4cdc-9b14-b35b9952c649 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:27.858321 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-355c32ee-6388-401e-a227-2c6c73af122f req-1f368a6d-8f98-4cdc-9b14-b35b9952c649 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2302351 Feb 11 19:23:27.944373 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-355c32ee-6388-401e-a227-2c6c73af122f req-3f11fb81-3411-4569-968a-919c461088d1 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795465 Feb 11 19:23:28.117260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7dc91ba7-5921-47b8-a3f5-93fcf3c44bb5 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:28.124919 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7dc91ba7-5921-47b8-a3f5-93fcf3c44bb5 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/networks?id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 HTTP/1.1" status: 200 len: 809 time: 0.3009031 Feb 11 19:23:28.142433 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-fc917f4a-419f-42ce-b93a-ca6647adf977 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/quotas/6c2867ff3aab47cda716a1bf63dc2a49 HTTP/1.1" status: 200 len: 375 time: 0.0164702 Feb 11 19:23:28.192492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-e282fec1-01f0-41fb-940f-ca17020155fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Synchronizing usage tracker for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:28.215010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-e282fec1-01f0-41fb-940f-ca17020155fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Unset dirty status for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:28.219385 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-e282fec1-01f0-41fb-940f-ca17020155fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6c2867ff3aab47cda716a1bf63dc2a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755975 Feb 11 19:23:28.413177 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-e101a5b6-1f35-4363-b4be-dd11ff52d997 service neutron] 10.222.0.101 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854694 Feb 11 19:23:28.573183 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-27d999f5-530d-416f-ad61-f13cc363ae90 service neutron] 10.222.0.101 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528919 Feb 11 19:23:28.674249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cc5f7-e7e1-4eec-b1ef-28526ba67abc req-4495532a-8283-4c43-a261-d3667247e38f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:28.676492 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-688cc5f7-e7e1-4eec-b1ef-28526ba67abc req-4495532a-8283-4c43-a261-d3667247e38f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1865859 Feb 11 19:23:28.696652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:28.800983 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-688cc5f7-e7e1-4eec-b1ef-28526ba67abc req-0448e467-1978-4639-836c-01a5c2a8452a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171389 Feb 11 19:23:29.014288 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-99535c12-706f-45d3-ac4a-69ba80aa10a3 req-b59a744c-30c8-45da-a109-c8d6c8716d87 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0794363 Feb 11 19:23:29.461488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da97359-3163-4f02-9810-bbd8f7e972e6 req-14c6d9a4-d65d-45b1-83f2-3cf94f2eef24 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:29.464021 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6da97359-3163-4f02-9810-bbd8f7e972e6 req-14c6d9a4-d65d-45b1-83f2-3cf94f2eef24 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2979259 Feb 11 19:23:29.576086 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6da97359-3163-4f02-9810-bbd8f7e972e6 req-cf5bd289-2544-4f57-a3aa-c18b55a2b293 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052272 Feb 11 19:23:29.608967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:30.292988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e3747-dc96-467e-92e3-d937f604af30 req-627f4a4e-671d-4b46-9abc-65a9f166d5eb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:30.301227 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ba8e3747-dc96-467e-92e3-d937f604af30 req-627f4a4e-671d-4b46-9abc-65a9f166d5eb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.3214934 Feb 11 19:23:30.343842 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e74eb0f8-a404-499d-b31a-9863d5701a02 req-9e1c4a45-307d-49ca-94ba-65d833cece61 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.1682622 Feb 11 19:23:30.682967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-100af1ba-8fd0-4d40-b72b-385c4f524dfd tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:30.684954 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-100af1ba-8fd0-4d40-b72b-385c4f524dfd tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.42 "GET /v2.0/networks?id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 HTTP/1.1" status: 200 len: 809 time: 0.4593976 Feb 11 19:23:30.721539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Request body: {'port': {'device_id': 'd210a25b-ea30-461a-9659-852ce819505d', 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8', 'admin_state_up': True, 'tenant_id': '6c2867ff3aab47cda716a1bf63dc2a49'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:23:30.797701 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ba8e3747-dc96-467e-92e3-d937f604af30 req-7c6df709-2b6d-4cd1-9f36-6717efd0643e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4946673 Feb 11 19:23:30.960691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:23:30.977724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:23:30.996465 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Made reservation on behalf of 6c2867ff3aab47cda716a1bf63dc2a49 for: {'port': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:23:31.019092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:31.136748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2982a-9308-4670-a244-da5a1c800ac6 req-99755b80-74c1-47d8-963f-87e6c367dee4 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:31.139125 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bdf2982a-9308-4670-a244-da5a1c800ac6 req-99755b80-74c1-47d8-963f-87e6c367dee4 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.2803891 Feb 11 19:23:31.304810 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bdf2982a-9308-4670-a244-da5a1c800ac6 req-689a98f4-069a-419b-ab96-2f22f86bc1c9 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548514 Feb 11 19:23:31.637187 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-774d7aa6-32d1-47ce-98af-c06ab53316af req-d78c5ddf-9da0-4fe4-860c-ca7ce420a64e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0533669 Feb 11 19:23:31.648449 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Allocated IP 172.20.0.10 (c8f66bcc-37ad-4356-bf98-9afdfdd4eab8/3fa451b3-659a-4f23-a753-9e659349423b/528e19b5-49b0-438e-9dcc-b503618529c9) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:23:31.922598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:31.961698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:31.987096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:32.173398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Pushing event updated for resources: {'Port': ['ID=528e19b5-49b0-438e-9dcc-b503618529c9,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:32.227150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:32.355944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6ce5a-5f20-4c88-bcc4-1f03314af025 req-8a1f403e-a3a8-49dd-9787-7694cb93b84f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:32.364692 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6eb6ce5a-5f20-4c88-bcc4-1f03314af025 req-8a1f403e-a3a8-49dd-9787-7694cb93b84f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2806544 Feb 11 19:23:32.416604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 40764) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:32.727501 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6eb6ce5a-5f20-4c88-bcc4-1f03314af025 req-7cd5183f-7a05-450b-8a03-cbb308a6b561 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617244 Feb 11 19:23:32.779481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:23:32.785512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:23:32.788112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:23:32.808939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:32.861931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:23:32.869002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Usage tracker for resource:security_group_rule and tenant:39859f41bc984d07bda6ca7bd14f5b49 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:23:32.886911 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:23:32.905130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:23:33.001109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:33.002492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:33.019847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:33.036399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:33.071271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-43c296e1-ec10-4af8-bae6-2d52188fc8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:33.084135 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=39859f41bc984d07bda6ca7bd14f5b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6635828 Feb 11 19:23:33.089643 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 40778) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:33.098829 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-626f51e4-651e-4c6a-afd2-8758300ebd13 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3826802 Feb 11 19:23:33.128088 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Request body: {'port': {'device_id': 'd210a25b-ea30-461a-9659-852ce819505d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:23:33.179104 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-f8f55055-772c-4dea-8cab-e1dff56556f0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:33.180809 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-f8f55055-772c-4dea-8cab-e1dff56556f0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.5009024 Feb 11 19:23:33.288434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Deleting port dd81e640-9431-4eb6-a60e-51e0c762a316 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:33.288822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:33.298710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:33.466503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a8a5-066f-41c8-89fb-d8ea1d83926d req-19226368-5414-4b50-9eb1-366a8c4d3a31 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:33.467775 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-dc44a8a5-066f-41c8-89fb-d8ea1d83926d req-19226368-5414-4b50-9eb1-366a8c4d3a31 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Synchronizing usage tracker for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:33.504178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-dc44a8a5-066f-41c8-89fb-d8ea1d83926d req-19226368-5414-4b50-9eb1-366a8c4d3a31 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Unset dirty status for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:33.506055 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5c371-0152-4c09-827a-e97d0c430141 req-30c8ec5d-6391-4206-859e-5e11928b4e12 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:33.512540 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dc44a8a5-066f-41c8-89fb-d8ea1d83926d req-19226368-5414-4b50-9eb1-366a8c4d3a31 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 932 time: 0.4817796 Feb 11 19:23:33.514110 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cec5c371-0152-4c09-827a-e97d0c430141 req-30c8ec5d-6391-4206-859e-5e11928b4e12 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 946 time: 0.9509857 Feb 11 19:23:33.594959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device dd81e640-9431-4eb6-a60e-51e0c762a316 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:33.703389 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dc44a8a5-066f-41c8-89fb-d8ea1d83926d req-66129fc7-7b6d-4447-9181-cadefd1ed932 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894002 Feb 11 19:23:33.740668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] For port dd81e640-9431-4eb6-a60e-51e0c762a316, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=dd81e640-9431-4eb6-a60e-51e0c762a316,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:33.741076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:33.812718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:33.869618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port dd81e640-9431-4eb6-a60e-51e0c762a316, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=dd81e640-9431-4eb6-a60e-51e0c762a316,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:33.870980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd81e640-9431-4eb6-a60e-51e0c762a316'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:33.877889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:33.879939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:33.967065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=dd81e640-9431-4eb6-a60e-51e0c762a316,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:33.971727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:34.003201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Calling delete_port for dd81e640-9431-4eb6-a60e-51e0c762a316 owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:34.116422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:23:34.116894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:23:34.123252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f67c8d2e-41a7-4364-8c12-0420450aee32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:34.153438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f67c8d2e-41a7-4364-8c12-0420450aee32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:34.199183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528e19b5-49b0-438e-9dcc-b503618529c9 {{(pid=79956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:23:34.217928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d19a5ec-f743-4562-8db3-f94cb5b297fc,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:34.235014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:34.256620 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cec5c371-0152-4c09-827a-e97d0c430141 req-7872e30f-3849-4a35-a9f7-b21267b86cad tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414336 Feb 11 19:23:34.257650 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.187s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:34.260557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Transition to ACTIVE for port object 528e19b5-49b0-438e-9dcc-b503618529c9 will not be triggered until provisioned by entity L2. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:23:34.264553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:34.269133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f67c8d2e-41a7-4364-8c12-0420450aee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:34.285820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:34.289826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c639d061-1632-4238-a84a-bfc72a3b9903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:34.317151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c8d2e-41a7-4364-8c12-0420450aee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d19a5ec-f743-4562-8db3-f94cb5b297fc,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:34.332110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f67c8d2e-41a7-4364-8c12-0420450aee32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:34.369713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f67c8d2e-41a7-4364-8c12-0420450aee32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:34.373422 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f67c8d2e-41a7-4364-8c12-0420450aee32 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2d19a5ec-f743-4562-8db3-f94cb5b297fc HTTP/1.1" status: 204 len: 168 time: 1.1891644 Feb 11 19:23:34.417621 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd81e640-9431-4eb6-a60e-51e0c762a316', 'code': 200} Feb 11 19:23:34.450380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=528e19b5-49b0-438e-9dcc-b503618529c9,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:34.464098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:34.618392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Deleting port dd81e640-9431-4eb6-a60e-51e0c762a316 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:34.618719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:34.688581 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02fd28-951c-49ba-8efb-805c70c99354 req-4d18d589-5351-4dd6-8f6f-bf3dba533f87 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:34.690296 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1b02fd28-951c-49ba-8efb-805c70c99354 req-4d18d589-5351-4dd6-8f6f-bf3dba533f87 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2784276 Feb 11 19:23:34.929353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1b02fd28-951c-49ba-8efb-805c70c99354 req-257108fa-c136-4b32-bb36-082a6246350d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490602 Feb 11 19:23:34.969220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Attempting to bind port 528e19b5-49b0-438e-9dcc-b503618529c9 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:23:34.969591 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Attempting to bind port 528e19b5-49b0-438e-9dcc-b503618529c9 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'}] {{(pid=79956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:23:34.969954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Attempting to bind port 528e19b5-49b0-438e-9dcc-b503618529c9 on network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:23:34.976661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:23:34.977025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Checking segment: {'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:23:34.977495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:34.977881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Bound using segment: {'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'} {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:23:34.978430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Bound port: 528e19b5-49b0-438e-9dcc-b503618529c9, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503cd79c-7a8c-4ed0-8644-585904a62b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8f66bcc-37ad-4356-bf98-9afdfdd4eab8'}}] {{(pid=79956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:23:34.978760 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:35.043853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-3a975185-ac28-410c-91bb-7cd8331710d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:35.045989 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-3a975185-ac28-410c-91bb-7cd8331710d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 1163 time: 0.3175819 Feb 11 19:23:35.126940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] For port 528e19b5-49b0-438e-9dcc-b503618529c9, host hv-cinder-77525, cleared binding levels {{(pid=79956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:23:35.131354 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] For port 528e19b5-49b0-438e-9dcc-b503618529c9, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=528e19b5-49b0-438e-9dcc-b503618529c9,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:23:35.140770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:35.211062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33f86eec-9487-4d3b-9533-ff53a28b79ef tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:35.248134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-18bb21df-5fe3-490d-95d5-6e468730b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:35.250423 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-18bb21df-5fe3-490d-95d5-6e468730b762 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.1562495 Feb 11 19:23:35.389229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=528e19b5-49b0-438e-9dcc-b503618529c9,revision_number=3']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:35.393464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:35.459248 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-252f0a39-e4d6-4dd1-af69-a80b69f76b2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf HTTP/1.1" status: 200 len: 1002 time: 0.1919980 Feb 11 19:23:35.473707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:35.474921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:35.476844 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] 10.222.0.42 "PUT /v2.0/ports/528e19b5-49b0-438e-9dcc-b503618529c9 HTTP/1.1" status: 200 len: 1158 time: 2.3557110 Feb 11 19:23:35.478035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd210a25b-ea30-461a-9659-852ce819505d', 'tag': '528e19b5-49b0-438e-9dcc-b503618529c9'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:35.554066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-a145d404-ac80-4e1c-94da-9e619b15e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:35.555668 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-a145d404-ac80-4e1c-94da-9e619b15e15f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0717807 Feb 11 19:23:35.824995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85044-c953-41c6-b94a-c0e53958a207 req-cf7e7e76-73b8-4a2c-a8bc-f316ff727567 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:35.826721 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1af85044-c953-41c6-b94a-c0e53958a207 req-cf7e7e76-73b8-4a2c-a8bc-f316ff727567 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 944 time: 0.3139138 Feb 11 19:23:35.880873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170cab0-f7f3-47c4-8663-4710a404f3ab req-972121a9-4581-4c50-bbdc-2e0426c1ac97 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:35.883178 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f170cab0-f7f3-47c4-8663-4710a404f3ab req-972121a9-4581-4c50-bbdc-2e0426c1ac97 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 944 time: 0.8598757 Feb 11 19:23:35.892330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-019aa6ce-6f6c-4abc-a76a-1598b332b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:35.893688 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-019aa6ce-6f6c-4abc-a76a-1598b332b5b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c2867ff3aab47cda716a1bf63dc2a49&device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 1161 time: 0.2726817 Feb 11 19:23:35.958638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-4fc61316-9cef-4623-81ce-4921c73d86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:35.960627 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-4fc61316-9cef-4623-81ce-4921c73d86a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3147459 Feb 11 19:23:35.989085 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1af85044-c953-41c6-b94a-c0e53958a207 req-bd4eaa5b-2481-4cd0-8d69-797282bf4941 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/security-groups?id=91b080cc-8edc-4c60-8732-65e1ece6e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544318 Feb 11 19:23:36.009192 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-d6bd195d-a51e-4d5e-b9d2-09e58f8d8a00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=528e19b5-49b0-438e-9dcc-b503618529c9 HTTP/1.1" status: 200 len: 217 time: 0.0963206 Feb 11 19:23:36.147362 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd210a25b-ea30-461a-9659-852ce819505d', 'tag': '528e19b5-49b0-438e-9dcc-b503618529c9', 'status': 'completed', 'code': 200} Feb 11 19:23:36.148870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-fd4c1a6c-db12-4503-a9a7-55905ce5811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:36.158820 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-fd4c1a6c-db12-4503-a9a7-55905ce5811f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fa451b3-659a-4f23-a753-9e659349423b HTTP/1.1" status: 200 len: 849 time: 0.1328931 Feb 11 19:23:36.298328 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f170cab0-f7f3-47c4-8663-4710a404f3ab req-abcfe339-9e5d-4e65-b74e-f6d5ec963c22 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031603 Feb 11 19:23:36.300107 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-d11be7e8-5b2e-49ca-89f3-3ef819fc6e80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294630 Feb 11 19:23:36.314233 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-ecbc1f3d-f874-4c1e-b019-1d833057f564 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223460 Feb 11 19:23:36.485801 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-e0480d5c-2acf-4e5b-ba6c-e6baa18f307d service neutron] 10.222.0.42 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778719 Feb 11 19:23:36.552945 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-86b2aa32-9107-4e47-9dfa-2c23637a71f4 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2100310 Feb 11 19:23:36.570160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] For port dd81e640-9431-4eb6-a60e-51e0c762a316, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=dd81e640-9431-4eb6-a60e-51e0c762a316,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:36.570552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:36.698347 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95f88c02-128a-4d2b-80c4-0d2f7f4f92c0 req-c2ea2076-dd06-418f-aa43-6800d63e6646 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1682732 Feb 11 19:23:36.805111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Calling delete_port for dd81e640-9431-4eb6-a60e-51e0c762a316 owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:36.898708 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005e54e-2e7f-4edf-9d12-fbb00065cc3e req-2c1aac01-8dcc-4162-bd72-991914935c16 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:36.907273 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f005e54e-2e7f-4edf-9d12-fbb00065cc3e req-2c1aac01-8dcc-4162-bd72-991914935c16 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.4203391 Feb 11 19:23:37.049954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:37.055257 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f005e54e-2e7f-4edf-9d12-fbb00065cc3e req-1bcbac19-829f-454b-8105-f3be2b34b19a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468976 Feb 11 19:23:37.100137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-2ecd0750-039a-4c53-abc2-d2267c37f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:37.101806 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-2ecd0750-039a-4c53-abc2-d2267c37f4b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c2867ff3aab47cda716a1bf63dc2a49&device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 1161 time: 0.1919255 Feb 11 19:23:37.450717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-97f639c9-6ae1-4d52-ad4d-01cc5ecbcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:37.455820 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-97f639c9-6ae1-4d52-ad4d-01cc5ecbcc43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 HTTP/1.1" status: 200 len: 903 time: 0.3452678 Feb 11 19:23:37.521704 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:37.576922 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-28b8f5f1-5e0c-4e87-b6c2-71543e989a16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=528e19b5-49b0-438e-9dcc-b503618529c9 HTTP/1.1" status: 200 len: 217 time: 0.1153736 Feb 11 19:23:37.674742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Pushing event deleted for resources: {'Port': ['ID=dd81e640-9431-4eb6-a60e-51e0c762a316,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:37.693805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:37.721622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-7b40b9e5-92b2-4ceb-ab89-29ad26ea7800 req-e451db3b-afc2-4d3a-bf48-3740a890f135 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Synchronizing usage tracker for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:37.752940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-a7912f62-9770-40ec-838d-8f1412132a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:37.754770 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-a7912f62-9770-40ec-838d-8f1412132a11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fa451b3-659a-4f23-a753-9e659349423b HTTP/1.1" status: 200 len: 849 time: 0.1656718 Feb 11 19:23:37.792069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-7b40b9e5-92b2-4ceb-ab89-29ad26ea7800 req-e451db3b-afc2-4d3a-bf48-3740a890f135 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Unset dirty status for tenant:63f274d0fb7d48a186cf913e570fc75f on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:37.814217 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7b40b9e5-92b2-4ceb-ab89-29ad26ea7800 req-e451db3b-afc2-4d3a-bf48-3740a890f135 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5f10861-80b8-443a-a752-d05ebf655cbe HTTP/1.1" status: 200 len: 210 time: 0.2942412 Feb 11 19:23:37.821307 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] No DVR routers for this DVR port dd81e640-9431-4eb6-a60e-51e0c762a316 on host hv-cinder-77525 {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:23:37.829129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:37.836127 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1fa3cd88-fe81-44ef-b9a2-55ad989f769b req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] 10.222.0.42 "DELETE /v2.0/ports/dd81e640-9431-4eb6-a60e-51e0c762a316 HTTP/1.1" status: 204 len: 173 time: 4.6455076 Feb 11 19:23:37.837314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'name': 'network-vif-deleted', 'tag': 'dd81e640-9431-4eb6-a60e-51e0c762a316'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:37.867295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94123220-8bd2-4717-bf54-8b88a38e2d63 req-4d7f2584-f051-4a45-a88f-eb49dd0c1b65 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:37.869006 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-94123220-8bd2-4717-bf54-8b88a38e2d63 req-4d7f2584-f051-4a45-a88f-eb49dd0c1b65 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 944 time: 0.2091050 Feb 11 19:23:37.918985 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-89f167ac-05ed-4d25-a6c6-2987cc911379 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549716 Feb 11 19:23:37.922990 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f10861-80b8-443a-a752-d05ebf655cbe', 'name': 'network-vif-deleted', 'tag': 'dd81e640-9431-4eb6-a60e-51e0c762a316', 'status': 'completed', 'code': 200} Feb 11 19:23:38.391352 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-94123220-8bd2-4717-bf54-8b88a38e2d63 req-35d3a284-9f61-4455-8169-7c6a16d8906e tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712343 Feb 11 19:23:38.528307 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-ba2bdad2-8de6-43ab-b498-264b01c61fce service neutron] 10.222.0.42 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738761 Feb 11 19:23:38.573029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3bba8-4e20-42ce-917f-166621ab3651 req-ced6a72e-a417-47e4-8d3a-1b4af0609e84 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:38.574767 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6db3bba8-4e20-42ce-917f-166621ab3651 req-ced6a72e-a417-47e4-8d3a-1b4af0609e84 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2799232 Feb 11 19:23:38.696949 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6db3bba8-4e20-42ce-917f-166621ab3651 req-a68e67c2-e312-4179-98c4-fba89213621c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151268 Feb 11 19:23:38.735929 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f3a7a8f1-215d-4a1c-b5b4-0a50a710665b req-377704f6-7481-4443-8978-d11f492e3832 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1925890 Feb 11 19:23:38.926207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:38.947106 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 40888) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:39.691855 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225329'] for router_interface, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:39.764372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-7bf918ef-4197-4863-b610-53103b4136f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:39.766498 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-7bf918ef-4197-4863-b610-53103b4136f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 1163 time: 0.0889149 Feb 11 19:23:39.843221 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d5c35-8d26-48d5-b980-664c19a421ff req-fc9f01f4-4019-4d8d-826e-d26a3c66eb44 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:39.844987 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-315d5c35-8d26-48d5-b980-664c19a421ff req-fc9f01f4-4019-4d8d-826e-d26a3c66eb44 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 944 time: 0.2641265 Feb 11 19:23:40.009503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-d648cfae-3048-4755-9408-499f45b846cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:40.010992 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-d648cfae-3048-4755-9408-499f45b846cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.2265301 Feb 11 19:23:40.013469 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-315d5c35-8d26-48d5-b980-664c19a421ff req-e34e5ac9-5c05-41cf-b96b-cacd3da4d29f tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613507 Feb 11 19:23:40.187915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae637a-89b9-4977-8c98-9d399e268351 req-44e0f301-0d2a-40f3-9a4e-c1c627288a97 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:40.189727 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8cae637a-89b9-4977-8c98-9d399e268351 req-44e0f301-0d2a-40f3-9a4e-c1c627288a97 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2962055 Feb 11 19:23:40.254058 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-4d18e9fb-21ec-48e6-8cf1-4eb990efb697 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf HTTP/1.1" status: 200 len: 1002 time: 0.2258148 Feb 11 19:23:40.270451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Deleting port 748a82c1-e83f-417b-bb20-a9c4003bbc4a {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:40.270838 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:40.350390 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8cae637a-89b9-4977-8c98-9d399e268351 req-05df2440-04bf-493d-89e4-d436edc8bee8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246552 Feb 11 19:23:40.364268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-e118cd70-cfc9-46ab-9e53-ac2aaf55acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:40.365869 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-e118cd70-cfc9-46ab-9e53-ac2aaf55acd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0997946 Feb 11 19:23:40.453682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-20975c86-3c59-444e-9c84-69bde9d10d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:40.455298 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-20975c86-3c59-444e-9c84-69bde9d10d48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818710 Feb 11 19:23:40.465167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] For port 748a82c1-e83f-417b-bb20-a9c4003bbc4a, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=748a82c1-e83f-417b-bb20-a9c4003bbc4a,segment=NetworkSegment(f52274ed-9547-496f-a82b-01b5b5c8e471),segment_id=f52274ed-9547-496f-a82b-01b5b5c8e471)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:40.465561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:40.604875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Calling delete_port for 748a82c1-e83f-417b-bb20-a9c4003bbc4a owned by network:router_interface {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:40.618064 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-6133a0e1-417b-4ecb-b054-eb8dfe2ab1da service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406026 Feb 11 19:23:40.768815 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c61f2e2-13eb-4957-bd63-ffb502a50348 req-d538bc92-3b23-477d-9135-f14477d5c9b2 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431217 Feb 11 19:23:41.131170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:41.147937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-51e30e1c-d0aa-41ba-91d4-5b9c196f07bd tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:41.255101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Pushing event deleted for resources: {'Port': ['ID=748a82c1-e83f-417b-bb20-a9c4003bbc4a,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:41.257535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:41.489612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711548c-8b31-4077-8d4a-8405f61e14b3 req-0bfaede3-5a3d-4336-8730-93dbdfa5c5ef tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:41.491045 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3711548c-8b31-4077-8d4a-8405f61e14b3 req-0bfaede3-5a3d-4336-8730-93dbdfa5c5ef tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 944 time: 0.2948532 Feb 11 19:23:41.615220 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3711548c-8b31-4077-8d4a-8405f61e14b3 req-b78518d5-fdd9-49d7-8149-41d7e53d2fff tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198714 Feb 11 19:23:41.720616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f230c7b-bcd4-4f24-9e6d-f06618076a91 req-a9a571cb-4e63-4e00-8650-5ecdfc46c712 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:41.723472 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4f230c7b-bcd4-4f24-9e6d-f06618076a91 req-a9a571cb-4e63-4e00-8650-5ecdfc46c712 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1865795 Feb 11 19:23:41.800932 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4f230c7b-bcd4-4f24-9e6d-f06618076a91 req-9e9cf180-78eb-4458-ba00-93c4dc4f6542 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724349 Feb 11 19:23:41.820943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853766262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548754'] for router_interface, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:42.356741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:23:42.455490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 528e19b5-49b0-438e-9dcc-b503618529c9 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:23:42.530659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 528e19b5-49b0-438e-9dcc-b503618529c9 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:23:42.535759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 528e19b5-49b0-438e-9dcc-b503618529c9 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:23:42.537528 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:42.550958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:23:42.562852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] Sync routers for ids ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:23:42.570942 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] 10.222.0.101 "PUT /v2.0/routers/5b81b509-dfc6-4cb9-b6e7-77e00b890939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195409 Feb 11 19:23:42.571308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 40946) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:42.573619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] Routers {'5b81b509-dfc6-4cb9-b6e7-77e00b890939'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:23:42.574484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:23:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:42.706348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:42.778024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd210a25b-ea30-461a-9659-852ce819505d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528e19b5-49b0-438e-9dcc-b503618529c9'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:42.791417 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 528e19b5-49b0-438e-9dcc-b503618529c9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=528e19b5-49b0-438e-9dcc-b503618529c9,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:42.798299 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:42.799731 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks [] for router, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:42.800881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:42.925506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] Set router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:23:42.963124 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd210a25b-ea30-461a-9659-852ce819505d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528e19b5-49b0-438e-9dcc-b503618529c9', 'code': 200} Feb 11 19:23:42.963884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=528e19b5-49b0-438e-9dcc-b503618529c9,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:42.977258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:43.350882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eb11f-c5fa-4bed-ac3e-68bb04696a88 req-46c5b5fa-d05b-465d-a3be-72db8f2a2e40 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:43.352714 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-850eb11f-c5fa-4bed-ac3e-68bb04696a88 req-46c5b5fa-d05b-465d-a3be-72db8f2a2e40 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 946 time: 0.3941541 Feb 11 19:23:43.384265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be78e6-84b9-4c70-89c1-2c93636dc59d req-1925be7a-a58a-4279-9f9b-e70b0cf55deb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:43.386470 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b9be78e6-84b9-4c70-89c1-2c93636dc59d req-1925be7a-a58a-4279-9f9b-e70b0cf55deb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2220554 Feb 11 19:23:43.498372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:23:41Z', 'revision_number': 5, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:43.506837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:43.507296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] Checking router: 5b81b509-dfc6-4cb9-b6e7-77e00b890939 for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:23:43.528183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] Routers {'5b81b509-dfc6-4cb9-b6e7-77e00b890939'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:23:43.528944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:23:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:43.543150 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b9be78e6-84b9-4c70-89c1-2c93636dc59d req-6937bbae-cf8a-4cab-8780-cd4f597767e0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465976 Feb 11 19:23:43.566419 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-850eb11f-c5fa-4bed-ac3e-68bb04696a88 req-11fc6da7-2c6a-42b8-af70-548333b27e63 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339552 Feb 11 19:23:43.569710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Deleting port 0ccef018-64d9-4011-87dc-f8a198cff531 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:43.570297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:43.767007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de36071-0270-45bd-a325-2bd3bf6c77d7 req-763a152d-a01f-4d7d-a7cc-bf81e9799e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:43.768795 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8de36071-0270-45bd-a325-2bd3bf6c77d7 req-763a152d-a01f-4d7d-a7cc-bf81e9799e19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 1163 time: 0.5332327 Feb 11 19:23:43.880644 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8de36071-0270-45bd-a325-2bd3bf6c77d7 req-57ff179f-22da-49d5-aee3-0f134b5e778e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596852 Feb 11 19:23:43.885848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 528e19b5-49b0-438e-9dcc-b503618529c9 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:23:43.887785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] Set router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:23:43.926034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] For port 0ccef018-64d9-4011-87dc-f8a198cff531, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=0ccef018-64d9-4011-87dc-f8a198cff531,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:43.927000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:44.055446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 528e19b5-49b0-438e-9dcc-b503618529c9 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:23:44.055874 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:44.081691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Calling delete_port for 0ccef018-64d9-4011-87dc-f8a198cff531 owned by network:router_gateway {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:44.290885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:44.298926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: result = function(*args, **kwargs) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: proto.__init__(conn_state, self) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: self.handle() Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: self.handle_one_request() Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: self.handle_one_response() Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: result = self.application(self.environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return app(environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self.application) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self.application) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self.application) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self.application) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return request.get_response(self.application) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self._app) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return resp(environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return resp(environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: response = self.app(environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return resp(environ, start_response) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:23:44.299453 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: result = method(request=request, **args) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return self._delete(request, id, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return f(*args, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return f(*args, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return f(*dup_args, **dup_kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: obj_deleter(request.context, id, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return method(*args, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return f(*args, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return f(*args, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return f(*dup_args, **dup_kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: self._delete_current_gw_port(context, id, router, None) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: admin_ctx, gw_port_id, l3_port_check=False) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, context, *args, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return method(*args, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: context, port, router_ids, bound_mech_contexts) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: return function(*args, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: callback(resource, event, trigger, **kwargs) Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: if self._is_session_semantic_violated(context, resource, event): Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 11 19:23:44.306121 dv-cinder-775250-1-smb neutron-server[79846]: stack = traceback.extract_stack() Feb 11 19:23:44.313552 dv-cinder-775250-1-smb neutron-server[79846]: Feb 11 19:23:44.327182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:23:41Z', 'revision_number': 5, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:44.333553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d4a63-e1ae-4ac5-bbab-7e185382ee3c None None] The sync data for ids ['5b81b509-dfc6-4cb9-b6e7-77e00b890939'] in dv-cinder-775250-1-smb is: [{'id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'name': 'tempest-ServerRescueNegativeTestJSON-42055690-router', 'tenant_id': '63f274d0fb7d48a186cf913e570fc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:56Z', 'updated_at': '2021-02-11T19:23:41Z', 'revision_number': 5, 'project_id': '63f274d0fb7d48a186cf913e570fc75f', 'gw_port': {'id': '0ccef018-64d9-4011-87dc-f8a198cff531', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81b509-dfc6-4cb9-b6e7-77e00b890939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:23:44.361652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4214e-42fc-4f1f-9393-ae64941a8aa5 req-0d124731-0287-4f60-a45c-0cd23940a92d tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:44.363673 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-06c4214e-42fc-4f1f-9393-ae64941a8aa5 req-0d124731-0287-4f60-a45c-0cd23940a92d tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.2652452 Feb 11 19:23:44.454769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:44.477768 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-06c4214e-42fc-4f1f-9393-ae64941a8aa5 req-5398ab5d-53b4-4e5b-a87d-ef25c1f73991 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015315 Feb 11 19:23:44.500103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:44.504111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:44.506701 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:44.589780 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:44.594494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:44.850320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553422'] for router_gateway, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:44.964847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:45.096416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4ef4-3318-4a56-afb9-600edc3b92f2 req-0a77febc-20d1-401b-9f13-16dc882a1b82 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:45.098917 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f16d4ef4-3318-4a56-afb9-600edc3b92f2 req-0a77febc-20d1-401b-9f13-16dc882a1b82 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 946 time: 0.3427634 Feb 11 19:23:45.103080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774122'] for router, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:45.105635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:45.192511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 41012) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:45.201214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954900f-7e87-447a-8444-f7d0b34a592f req-d4b874c7-552a-479f-893b-ef0fb15376bd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:45.204527 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d954900f-7e87-447a-8444-f7d0b34a592f req-d4b874c7-552a-479f-893b-ef0fb15376bd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.1886570 Feb 11 19:23:45.319157 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f16d4ef4-3318-4a56-afb9-600edc3b92f2 req-496dd745-b5b7-4385-85da-0dc98d135021 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250579 Feb 11 19:23:45.337408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226534'] for router, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:45.338386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b81b509-dfc6-4cb9-b6e7-77e00b890939 {{(pid=79956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 19:23:45.344943 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d954900f-7e87-447a-8444-f7d0b34a592f req-ab4207fb-763a-4bfb-95a2-be25f0d245c8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252539 Feb 11 19:23:45.395612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:45.397634 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4a5d133d-1d3c-40d9-b33c-3f19e1b8191e admin admin] 10.222.0.101 "DELETE /v2.0/routers/5b81b509-dfc6-4cb9-b6e7-77e00b890939 HTTP/1.1" status: 204 len: 168 time: 2.8250401 Feb 11 19:23:45.400190 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41018) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:45.486011 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'code': 422} returned with failed status Feb 11 19:23:45.490656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 748a82c1-e83f-417b-bb20-a9c4003bbc4a no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:45.519371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] Deleting subnet eee12e9e-8165-4c45-998f-f79467feab05 {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:23:45.523563 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:45.557269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 748a82c1-e83f-417b-bb20-a9c4003bbc4a {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:23:45.559607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 748a82c1-e83f-417b-bb20-a9c4003bbc4a not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:23:45.589977 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:45.612086 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-516e91cb-93b9-455e-ad31-bebc2a8fd67c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4165158 Feb 11 19:23:45.663412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:45.896595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b508-a623-4282-97a2-7630d7344acf req-e3c44cae-6de1-4a0a-ae65-33959f0c9b45 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:45.904983 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1355b508-a623-4282-97a2-7630d7344acf req-e3c44cae-6de1-4a0a-ae65-33959f0c9b45 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.2214568 Feb 11 19:23:45.980097 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1355b508-a623-4282-97a2-7630d7344acf req-2e1ea738-b437-4d83-a99d-314ecf7612a9 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734406 Feb 11 19:23:46.014170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:46.028457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:46.071678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee12e9e-8165-4c45-998f-f79467feab05,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:46.075558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:46.190137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:46.200802 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7f0b428d-587b-432f-a01f-31621cb04c1b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/eee12e9e-8165-4c45-998f-f79467feab05 HTTP/1.1" status: 204 len: 168 time: 0.7967424 Feb 11 19:23:46.201568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 41036) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:46.342561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:46.572502 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:46.771640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad62029d-99da-4d6e-b984-8af4b002c570']}} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:46.789869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52274ed-9547-496f-a82b-01b5b5c8e471') {'for_net_delete': True} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:46.790093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52274ed-9547-496f-a82b-01b5b5c8e471') {} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:23:46.807891 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853521911'] for segment, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:46.904540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde03252-d800-4300-9447-2a3e588efe8f req-90ce8a97-ae0c-4e38-a8c6-37a42bf4617b tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:46.907362 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fde03252-d800-4300-9447-2a3e588efe8f req-90ce8a97-ae0c-4e38-a8c6-37a42bf4617b tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 946 time: 0.3191624 Feb 11 19:23:46.933230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:46.937064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:23:46.985654 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91c947-8dee-437e-9994-6b5387bd8877 req-baeb0cf6-f5c9-4554-945c-13b1d010a4a8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:46.987309 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e91c947-8dee-437e-9994-6b5387bd8877 req-baeb0cf6-f5c9-4554-945c-13b1d010a4a8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.3889270 Feb 11 19:23:47.051280 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e91c947-8dee-437e-9994-6b5387bd8877 req-dcdeb4ad-1136-4dd0-9341-d533e478d6e8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577438 Feb 11 19:23:47.096137 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fde03252-d800-4300-9447-2a3e588efe8f req-22629047-67ce-422a-90cc-389cd9023ff3 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799490 Feb 11 19:23:47.224304 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Network ad62029d-99da-4d6e-b984-8af4b002c570 has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:23:47.235980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852634883'] for segment, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:47.359823 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2823-7c1b-4278-8fcd-b148eda53905 req-5bebfe30-180b-438a-a60e-457a1f4fbc61 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:47.361734 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-60ab2823-7c1b-4278-8fcd-b148eda53905 req-5bebfe30-180b-438a-a60e-457a1f4fbc61 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.1685526 Feb 11 19:23:47.430997 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-60ab2823-7c1b-4278-8fcd-b148eda53905 req-376e6d7f-ceac-4aa2-9767-2fe6664f631a tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627170 Feb 11 19:23:47.448070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Network ad62029d-99da-4d6e-b984-8af4b002c570 has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:23:47.463155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-7495b50c-9267-4ab9-a826-23161d9dba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:47.465128 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-7495b50c-9267-4ab9-a826-23161d9dba28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449&tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9 HTTP/1.1" status: 200 len: 1161 time: 0.3165748 Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:23:47.482340 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:23:47.514660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 0ccef018-64d9-4011-87dc-f8a198cff531 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:47.554108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 0ccef018-64d9-4011-87dc-f8a198cff531 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:23:47.554630 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 0ccef018-64d9-4011-87dc-f8a198cff531 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:23:47.619698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:47.627368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-eb99472f-4cac-4b29-8afd-5efb3c97e102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:47.645870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:47.662494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad62029d-99da-4d6e-b984-8af4b002c570,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:47.667012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:47.671433 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ad62029d-99da-4d6e-b984-8af4b002c570 HTTP/1.1" status: 204 len: 168 time: 1.4687238 Feb 11 19:23:47.675097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-afa09943-1cc4-4c54-a703-29aa06747926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:47.676819 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-afa09943-1cc4-4c54-a703-29aa06747926 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 1161 time: 0.1313181 Feb 11 19:23:47.684870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:23:47.829919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-dafdcf29-4b30-48f5-b3c9-21de45cb6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:47.831657 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-dafdcf29-4b30-48f5-b3c9-21de45cb6ee4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.1478152 Feb 11 19:23:47.836219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 41068) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:47.982331 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ee5a17c8-5ebe-491d-87b6-8e1effa0947f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=63f274d0fb7d48a186cf913e570fc75f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1447954 Feb 11 19:23:47.985847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41076) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:47.994834 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-8034ff37-dc2d-4607-8e25-150fd0645898 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf HTTP/1.1" status: 200 len: 1000 time: 0.1557240 Feb 11 19:23:48.071008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6485e-27e5-4312-818c-db8d0392aa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:48.081500 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-701cf7ad-ee37-4f75-9181-41c9e95025d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:48.083225 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-701cf7ad-ee37-4f75-9181-41c9e95025d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0809510 Feb 11 19:23:48.123227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6485e-27e5-4312-818c-db8d0392aa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:48.191829 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-5b089652-a713-4ee7-a7a8-14fdbec261eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:48.193501 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-5b089652-a713-4ee7-a7a8-14fdbec261eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1011677 Feb 11 19:23:48.198692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6485e-27e5-4312-818c-db8d0392aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:48.203533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-35bedce3-36f4-4682-b42c-60c18de0af6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:48.249657 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6485e-27e5-4312-818c-db8d0392aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b080cc-8edc-4c60-8732-65e1ece6e1a9,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:48.253157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9aa6485e-27e5-4312-818c-db8d0392aa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:48.298631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6485e-27e5-4312-818c-db8d0392aa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:48.300012 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9aa6485e-27e5-4312-818c-db8d0392aa72 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91b080cc-8edc-4c60-8732-65e1ece6e1a9 HTTP/1.1" status: 204 len: 168 time: 0.3124464 Feb 11 19:23:48.430151 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-f17469da-4336-45f9-abdf-87320111819c service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274067 Feb 11 19:23:48.437718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1defd-6b2e-486c-9f9f-8da080b2959d req-de13db21-cc51-4b15-82a4-ff28294d7934 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:48.445367 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-10c1defd-6b2e-486c-9f9f-8da080b2959d req-de13db21-cc51-4b15-82a4-ff28294d7934 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.1971853 Feb 11 19:23:48.516721 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-10c1defd-6b2e-486c-9f9f-8da080b2959d req-8fa92ded-b836-4587-aefe-1067bf5a4200 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698524 Feb 11 19:23:48.779769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81e28-6992-489a-97c3-dfff7c6a7724 req-17d68593-6514-4005-addf-7715a6e2ed1c tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:48.782513 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-27c81e28-6992-489a-97c3-dfff7c6a7724 req-17d68593-6514-4005-addf-7715a6e2ed1c tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 946 time: 0.3150740 Feb 11 19:23:48.806639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 41102) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:48.830936 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a5980314-66dc-43eb-a146-5dda3ecbdc1f req-cd3ecb1a-ddb8-46b4-91a5-510568c069c6 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3924503 Feb 11 19:23:48.878860 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-27c81e28-6992-489a-97c3-dfff7c6a7724 req-903f3ea2-87bc-4e30-bdd2-85ea7bf1c87f tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769777 Feb 11 19:23:48.891580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf6c6-308c-4119-896e-54c18c84b457 req-10ad1a4f-a304-4bd7-9a72-2affd25bce2a tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:48.899322 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4a4cf6c6-308c-4119-896e-54c18c84b457 req-10ad1a4f-a304-4bd7-9a72-2affd25bce2a tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.2042325 Feb 11 19:23:48.969726 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4a4cf6c6-308c-4119-896e-54c18c84b457 req-8c79fc2f-067f-427f-9ed7-91fd82747c84 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694320 Feb 11 19:23:49.054128 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:49.070134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:23:49.074268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Usage tracker for resource:security_group_rule and tenant:ab84d742953849c3849991ad728d2536 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:23:49.077526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:23:49.083336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:23:49.172779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:49.177763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:49.186487 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d087fc1b-9bc1-4ff4-a5f4-7559068f8470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:49.232109 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ab84d742953849c3849991ad728d2536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218628 Feb 11 19:23:49.232109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5025c858-1abb-4329-b9a0-6154da986083,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:49.232555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41116) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:49.235725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:49.317267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b2f1-9b75-4a63-bdaa-989050955983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:49.344811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b2f1-9b75-4a63-bdaa-989050955983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:49.393113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b2f1-9b75-4a63-bdaa-989050955983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:49.398808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42e29607-02b8-4d24-bf65-2d1d26ed91f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:49.413481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1b2f1-9b75-4a63-bdaa-989050955983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5025c858-1abb-4329-b9a0-6154da986083,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:49.416360 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f5e1b2f1-9b75-4a63-bdaa-989050955983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:49.417590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b2f1-9b75-4a63-bdaa-989050955983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:49.418794 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f5e1b2f1-9b75-4a63-bdaa-989050955983 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5025c858-1abb-4329-b9a0-6154da986083 HTTP/1.1" status: 204 len: 168 time: 0.1851532 Feb 11 19:23:49.955239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41150) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:49.982103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b49a799b-a5be-4c64-b459-058b223f35b6 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:23:49.987729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:50.013443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:23:50.022719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Usage tracker for resource:security_group_rule and tenant:be04c10538f5427e9c57f718ae448340 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:23:50.026242 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:23:50.042266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:23:50.248814 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc240f-de4d-4e17-bfa2-eef0de1f5791 req-1f991f4e-faa2-456e-8472-1b9bb09a323b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:50.250883 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-97cc240f-de4d-4e17-bfa2-eef0de1f5791 req-1f991f4e-faa2-456e-8472-1b9bb09a323b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.5836966 Feb 11 19:23:50.368925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd71af-aced-4917-8666-352cbadf637d req-1f006f01-44e9-40b7-8235-76a7c339f84c tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:50.377530 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d0dd71af-aced-4917-8666-352cbadf637d req-1f006f01-44e9-40b7-8235-76a7c339f84c tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 946 time: 0.2870104 Feb 11 19:23:50.382119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-b62fe7fc-6b83-4361-b4f9-ca0cb147e02e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:50.384033 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-b62fe7fc-6b83-4361-b4f9-ca0cb147e02e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 0.3829362 Feb 11 19:23:50.388816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port b49a799b-a5be-4c64-b459-058b223f35b6 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:23:50.389244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:50.533000 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-97cc240f-de4d-4e17-bfa2-eef0de1f5791 req-00551cd1-e0fc-4496-b76c-38b877a0bb98 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477056 Feb 11 19:23:50.561274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Deleting port b49a799b-a5be-4c64-b459-058b223f35b6 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:50.562496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:50.572314 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d0dd71af-aced-4917-8666-352cbadf637d req-9c6eb1ce-155f-442f-a138-0a3c784bd1f7 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930759 Feb 11 19:23:50.619575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:50.647118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:50.679392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f5dff7e-6346-4804-9e6e-780b840dfc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:50.695626 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be04c10538f5427e9c57f718ae448340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7367601 Feb 11 19:23:50.696312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41168) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:50.782279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-002fab8a-f160-407d-8383-b824bafa7f4c tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:50.784003 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-002fab8a-f160-407d-8383-b824bafa7f4c tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.42 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 946 time: 0.4033689 Feb 11 19:23:50.947813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] For port b49a799b-a5be-4c64-b459-058b223f35b6, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b49a799b-a5be-4c64-b459-058b223f35b6,segment=NetworkSegment(18716f53-f7a2-4845-af46-461a920c1a32),segment_id=18716f53-f7a2-4845-af46-461a920c1a32)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:50.948774 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:51.005091 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3e90b13-b5b3-49e1-9a0f-d236282dd585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:51.057008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3e90b13-b5b3-49e1-9a0f-d236282dd585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:51.138394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab4e38-2829-4898-b049-dd9a2f83f098,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:51.179461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:51.181984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3e90b13-b5b3-49e1-9a0f-d236282dd585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:51.199722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7f17dc60-59ba-4db5-b513-353c31f0b7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:51.255358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Calling delete_port for b49a799b-a5be-4c64-b459-058b223f35b6 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:51.347552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Deleting port 528e19b5-49b0-438e-9dcc-b503618529c9 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:51.347931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:51.466670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3e90b13-b5b3-49e1-9a0f-d236282dd585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:51.490593 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d3e90b13-b5b3-49e1-9a0f-d236282dd585 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6aab4e38-2829-4898-b049-dd9a2f83f098 HTTP/1.1" status: 204 len: 168 time: 0.6865540 Feb 11 19:23:51.526315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e90b13-b5b3-49e1-9a0f-d236282dd585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab4e38-2829-4898-b049-dd9a2f83f098,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:51.542057 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d3e90b13-b5b3-49e1-9a0f-d236282dd585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:51.595542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:51.642511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:51.767409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Pushing event deleted for resources: {'Port': ['ID=b49a799b-a5be-4c64-b459-058b223f35b6,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:51.867007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069fed0-6d3e-46eb-b0d1-87480dc0f4e0 req-02217dcd-365f-4a71-88b8-65f8cfadd080 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:51.875801 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f069fed0-6d3e-46eb-b0d1-87480dc0f4e0 req-02217dcd-365f-4a71-88b8-65f8cfadd080 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 945 time: 1.0481408 Feb 11 19:23:51.909192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:51.932787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 528e19b5-49b0-438e-9dcc-b503618529c9 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:52.283051 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f069fed0-6d3e-46eb-b0d1-87480dc0f4e0 req-11a0ee2d-c1c7-4329-ae1c-1bd8fe4a6719 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058042 Feb 11 19:23:52.291522 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:52.333586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc77b-290c-4cc5-82c1-337b8ccef330 req-9a24563b-fa86-4d97-bac4-a9d069eb11fa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:52.342504 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f23fc77b-290c-4cc5-82c1-337b8ccef330 req-9a24563b-fa86-4d97-bac4-a9d069eb11fa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.4421794 Feb 11 19:23:52.404814 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] No DVR routers for this DVR port b49a799b-a5be-4c64-b459-058b223f35b6 on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:23:52.410883 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:52.413925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc4971f-47e6-4aaf-9064-b51505754565', 'name': 'network-vif-deleted', 'tag': 'b49a799b-a5be-4c64-b459-058b223f35b6'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:52.420445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 528e19b5-49b0-438e-9dcc-b503618529c9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=528e19b5-49b0-438e-9dcc-b503618529c9,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:52.422921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd210a25b-ea30-461a-9659-852ce819505d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '528e19b5-49b0-438e-9dcc-b503618529c9'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:52.431382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:52.451818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b49a799b-a5be-4c64-b459-058b223f35b6 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:23:52.466480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] For port 528e19b5-49b0-438e-9dcc-b503618529c9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=528e19b5-49b0-438e-9dcc-b503618529c9,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:52.467003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:52.481220 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f23fc77b-290c-4cc5-82c1-337b8ccef330 req-179913a9-90de-4781-aeef-e33edc96a977 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372504 Feb 11 19:23:52.487133 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c7414c4b-52f7-4c78-8eda-97567fd9c42f req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.42 "DELETE /v2.0/ports/b49a799b-a5be-4c64-b459-058b223f35b6 HTTP/1.1" status: 204 len: 173 time: 2.0779312 Feb 11 19:23:52.522248 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 41206) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:52.551201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-71257fb5-5990-42b6-9d8d-313c3b382721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:52.562552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:52.587759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:23:52.593672 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc4971f-47e6-4aaf-9064-b51505754565', 'name': 'network-vif-deleted', 'tag': 'b49a799b-a5be-4c64-b459-058b223f35b6', 'status': 'completed', 'code': 200} Feb 11 19:23:52.594753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Usage tracker for resource:security_group_rule and tenant:bb232c08c15645ad88c7146a64d75ec8 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:23:52.630589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:23:52.651168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:23:52.670835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] No Port match for: b49a799b-a5be-4c64-b459-058b223f35b6 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:23:52.680974 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device b49a799b-a5be-4c64-b459-058b223f35b6 not bound to the agent host hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:23:52.690747 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd210a25b-ea30-461a-9659-852ce819505d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '528e19b5-49b0-438e-9dcc-b503618529c9', 'code': 200} Feb 11 19:23:52.696435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=528e19b5-49b0-438e-9dcc-b503618529c9,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:52.705996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:52.753509 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Calling delete_port for 528e19b5-49b0-438e-9dcc-b503618529c9 owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:52.842007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:52.845870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:52.859857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5e558e25-f876-453d-acbb-3ca5119a5efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:52.906044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b7614f-88e8-4221-939f-51ef6560a0da,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:52.912090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:52.918390 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bb232c08c15645ad88c7146a64d75ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922780 Feb 11 19:23:52.918720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 41210) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:53.028122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb66db-4564-4fe9-aa59-637d3c6d7180 req-f250645c-efb3-4689-b859-a4da5de7f6df tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:53.030015 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d1eb66db-4564-4fe9-aa59-637d3c6d7180 req-f250645c-efb3-4689-b859-a4da5de7f6df tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 944 time: 0.3749955 Feb 11 19:23:53.030223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8d72c439-b6e5-463e-be46-48f57fca54de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:53.034951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:23:53.035433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:23:53.059609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8d72c439-b6e5-463e-be46-48f57fca54de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:53.097658 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d1eb66db-4564-4fe9-aa59-637d3c6d7180 req-7cc55dc9-48e6-48dc-af98-24c91b3a8a34 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607107 Feb 11 19:23:53.108206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8d72c439-b6e5-463e-be46-48f57fca54de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:53.117949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-15ffb34c-cd0d-4b96-8576-199fe7a87ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:53.133042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72c439-b6e5-463e-be46-48f57fca54de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b7614f-88e8-4221-939f-51ef6560a0da,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:53.136945 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8d72c439-b6e5-463e-be46-48f57fca54de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:53.140829 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8d72c439-b6e5-463e-be46-48f57fca54de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:53.142063 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8d72c439-b6e5-463e-be46-48f57fca54de admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c9b7614f-88e8-4221-939f-51ef6560a0da HTTP/1.1" status: 204 len: 168 time: 0.2223709 Feb 11 19:23:53.504898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-d6adb07b-af58-4c0c-859e-14caead52bb2 req-bf72ac5c-dfc6-4d28-b6d1-c4acca63042e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Synchronizing usage tracker for tenant:031cc70b311746c491cde3c91f553967 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:53.535558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-d6adb07b-af58-4c0c-859e-14caead52bb2 req-bf72ac5c-dfc6-4d28-b6d1-c4acca63042e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Unset dirty status for tenant:031cc70b311746c491cde3c91f553967 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:53.536445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Deleting port 528e19b5-49b0-438e-9dcc-b503618529c9 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:23:53.536944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:53.557787 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d6adb07b-af58-4c0c-859e-14caead52bb2 req-bf72ac5c-dfc6-4d28-b6d1-c4acca63042e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.1224651 Feb 11 19:23:54.029716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] For port 528e19b5-49b0-438e-9dcc-b503618529c9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=528e19b5-49b0-438e-9dcc-b503618529c9,segment=NetworkSegment(503cd79c-7a8c-4ed0-8644-585904a62b5e),segment_id=503cd79c-7a8c-4ed0-8644-585904a62b5e)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:23:54.031492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:54.169505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420067e0-69d0-44b2-bcd9-df991e81ad86 req-e8b8552f-ee43-4a87-baa9-311b6b423757 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:54.179330 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-420067e0-69d0-44b2-bcd9-df991e81ad86 req-e8b8552f-ee43-4a87-baa9-311b6b423757 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.4261997 Feb 11 19:23:54.427094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Calling delete_port for 528e19b5-49b0-438e-9dcc-b503618529c9 owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:23:54.531893 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-420067e0-69d0-44b2-bcd9-df991e81ad86 req-eee623d5-ae74-4c6a-a744-5a9b1dfd786a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514762 Feb 11 19:23:54.715860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d370e2-abeb-4108-a575-b082548c4201 req-c386daad-1b9b-4443-96c2-d814da6b184d tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:54.736307 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-55d370e2-abeb-4108-a575-b082548c4201 req-c386daad-1b9b-4443-96c2-d814da6b184d tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 944 time: 0.2904453 Feb 11 19:23:54.814013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:54.850742 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-55d370e2-abeb-4108-a575-b082548c4201 req-48b1281c-9769-4e14-a4de-07ae79165af5 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/security-groups?id=9dff7dcd-11c4-4f64-874e-83d7119765c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221538 Feb 11 19:23:54.922600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:23:54.944131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b892ec7b-9cee-4c97-96ac-ea2ea7ac3fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:55.185218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Pushing event deleted for resources: {'Port': ['ID=528e19b5-49b0-438e-9dcc-b503618529c9,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:23:55.268937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:23:55.271399 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6b318f21-d534-4248-86db-b2b443101881 req-447a7ee6-17b5-451b-85e1-d183e2315d80 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0944905 Feb 11 19:23:55.431281 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] No DVR routers for this DVR port 528e19b5-49b0-438e-9dcc-b503618529c9 on host hv-cinder-77525 {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:23:55.434791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:55.438694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd210a25b-ea30-461a-9659-852ce819505d', 'name': 'network-vif-deleted', 'tag': '528e19b5-49b0-438e-9dcc-b503618529c9'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:23:55.455905 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5e70f87d-be22-4c1c-bef1-f88742c564f3 req-25c5b0ec-b01a-48b7-b07e-e1f7837b1864 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.42 "DELETE /v2.0/ports/528e19b5-49b0-438e-9dcc-b503618529c9 HTTP/1.1" status: 204 len: 173 time: 4.6290369 Feb 11 19:23:55.522888 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd210a25b-ea30-461a-9659-852ce819505d', 'name': 'network-vif-deleted', 'tag': '528e19b5-49b0-438e-9dcc-b503618529c9', 'status': 'completed', 'code': 200} Feb 11 19:23:56.007223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8f65-e741-4b49-80ae-5a5c347b6099 req-a274d777-f109-4f97-b45e-b92e0d5c4f5e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:56.009347 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c07f8f65-e741-4b49-80ae-5a5c347b6099 req-a274d777-f109-4f97-b45e-b92e0d5c4f5e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.2577133 Feb 11 19:23:56.104040 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c07f8f65-e741-4b49-80ae-5a5c347b6099 req-b9d2bf0c-009a-4373-bfee-148a58bbb6f2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856771 Feb 11 19:23:56.119012 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-139702de-7404-4473-805c-b034674be3a0 req-a8e1d7b2-d3c7-470f-b392-91a31acc1947 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0963960 Feb 11 19:23:56.522280 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a2fa7a0c-84fd-495e-9249-905d8164f0a1 req-348e04dc-8c59-497a-8d21-bfc5e0bed942 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0780716 Feb 11 19:23:57.344260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7adac947-ab21-4bc3-918b-5f6189298bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:57.396832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-dcbd9919-ab12-4a1e-a0a8-783ce96b5c7b req-e810b2fc-0556-42c1-8f12-dfe646571f87 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Synchronizing usage tracker for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:23:57.411981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-dcbd9919-ab12-4a1e-a0a8-783ce96b5c7b req-e810b2fc-0556-42c1-8f12-dfe646571f87 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Unset dirty status for tenant:6c2867ff3aab47cda716a1bf63dc2a49 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:23:57.413401 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dcbd9919-ab12-4a1e-a0a8-783ce96b5c7b req-e810b2fc-0556-42c1-8f12-dfe646571f87 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0662858 Feb 11 19:23:57.531565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60737d6d-09da-4162-92a6-ea6ebb8538a6 req-270a986f-3a08-4818-9b92-234131eb97c2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:57.533436 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-60737d6d-09da-4162-92a6-ea6ebb8538a6 req-270a986f-3a08-4818-9b92-234131eb97c2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.1700559 Feb 11 19:23:57.605997 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-60737d6d-09da-4162-92a6-ea6ebb8538a6 req-300b7605-7ede-4a13-bd9a-7ac810f50298 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648134 Feb 11 19:23:57.726395 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aff43d95-7424-433c-ae54-2d53f9582c25 req-18a97f60-c7c4-4d59-a2f3-f876e6ae9752 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0567589 Feb 11 19:23:57.776430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:58.615651 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-007769c3-5c48-4302-96a6-795130727247 req-239cbd8d-4e29-4ec2-976c-b3ed5422124f tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0588615 Feb 11 19:23:58.699595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:58.918231 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ef331e92-4f27-4525-a955-43e30222062a req-939843bc-ffb1-416a-b22b-6dde7da6d2c3 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0497179 Feb 11 19:23:58.969508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d57a3-edbd-4d5a-99df-d175fb9f5aec req-b9b68a6d-8ed2-42f6-b6c5-a03699a55a9d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:23:58.971159 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-772d57a3-edbd-4d5a-99df-d175fb9f5aec req-b9b68a6d-8ed2-42f6-b6c5-a03699a55a9d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.1752717 Feb 11 19:23:59.042428 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-772d57a3-edbd-4d5a-99df-d175fb9f5aec req-55775cd1-d40a-4ce5-8412-f71854f27468 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638542 Feb 11 19:23:59.594135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:23:59.838143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41362) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:23:59.840548 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ff511fac-6702-4f19-9320-aeaa3f35de71 req-4d3e4a6f-ce47-4924-97aa-3eeaa1a77183 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0501447 Feb 11 19:24:00.015710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:00.043439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:00.058167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Usage tracker for resource:security_group_rule and tenant:26fc6580faa04c25b858ef33f2b6a929 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:00.065142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:00.071666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:00.185442 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-497dc681-1581-4ef4-b1a7-ead724aced8b req-8ccb6545-d0a9-45d8-ad04-4792d499b315 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0548816 Feb 11 19:24:00.236624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:00.239916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:00.249521 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f67c8d2e-41a7-4364-8c12-0420450aee32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:00.293256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55ccae-8328-4db8-ae17-f524ab34df89,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:00.307326 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=26fc6580faa04c25b858ef33f2b6a929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679112 Feb 11 19:24:00.308626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41372) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:00.310145 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.310552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.310952 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.311483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.311886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.312271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.312682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.313296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.313692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.314073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.314454 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.314832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.315317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.315680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.316056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.316466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.316839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.317244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.317595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.317968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.318350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.318719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.319093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.319471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:00.324479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:00.396049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-de25dcf6-8eb8-42dc-9fd3-b5fd629360a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:00.431215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-de25dcf6-8eb8-42dc-9fd3-b5fd629360a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:00.472692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e791ffe-000e-4202-9126-6822d89fb757 req-4ecb9d96-44ca-42e8-a79e-88ab7a039d60 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:00.474445 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0e791ffe-000e-4202-9126-6822d89fb757 req-4ecb9d96-44ca-42e8-a79e-88ab7a039d60 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.2754333 Feb 11 19:24:00.510261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-de25dcf6-8eb8-42dc-9fd3-b5fd629360a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:00.516413 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:00.532765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25dcf6-8eb8-42dc-9fd3-b5fd629360a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55ccae-8328-4db8-ae17-f524ab34df89,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:00.532765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-de25dcf6-8eb8-42dc-9fd3-b5fd629360a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:00.537912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-de25dcf6-8eb8-42dc-9fd3-b5fd629360a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:00.540756 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-de25dcf6-8eb8-42dc-9fd3-b5fd629360a6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7a55ccae-8328-4db8-ae17-f524ab34df89 HTTP/1.1" status: 204 len: 168 time: 0.2150190 Feb 11 19:24:00.541767 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0e791ffe-000e-4202-9126-6822d89fb757 req-30a4eecb-1e75-4025-a9e0-3f8e677bbaab tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604675 Feb 11 19:24:00.968879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41388) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:01.049835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:01.067707 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9e874483-1d65-4b6b-890b-387751aebeae req-44768f04-6e6b-40b8-b7a7-1944ba919efd tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0764389 Feb 11 19:24:01.071976 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:01.076249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Usage tracker for resource:security_group_rule and tenant:b45dbdd94437433181da8fb8e7d8b68d is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:01.080408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:01.087581 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:01.202012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:01.206038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:01.217634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2cb636cb-c133-4266-835b-ddd4b83960f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:01.251930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8f1105-1490-4acf-8b83-4d50358b98a6,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:01.261330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:01.279345 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b45dbdd94437433181da8fb8e7d8b68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092606 Feb 11 19:24:01.282186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41402) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:01.381832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a7e30c4c-9546-4338-9a1e-83d0d0b016b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:01.418993 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a7e30c4c-9546-4338-9a1e-83d0d0b016b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:01.469146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a7e30c4c-9546-4338-9a1e-83d0d0b016b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:01.474941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1e33b08b-163f-4e8a-8244-9b911d7b54e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:01.489077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e30c4c-9546-4338-9a1e-83d0d0b016b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8f1105-1490-4acf-8b83-4d50358b98a6,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:01.492505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a7e30c4c-9546-4338-9a1e-83d0d0b016b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:01.494729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a7e30c4c-9546-4338-9a1e-83d0d0b016b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:01.498471 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a7e30c4c-9546-4338-9a1e-83d0d0b016b2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eb8f1105-1490-4acf-8b83-4d50358b98a6 HTTP/1.1" status: 204 len: 168 time: 0.2127218 Feb 11 19:24:01.583955 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec92d0bd-65cf-44e0-a06b-4a393a9b7713 req-0164fac9-6ee6-4810-a3a2-87be460d4eec tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0538015 Feb 11 19:24:01.905942 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5822a4-36db-4848-8830-e70040fe5785 req-e055cb29-52ca-4728-b185-9e7c1dba362d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:01.914584 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dc5822a4-36db-4848-8830-e70040fe5785 req-e055cb29-52ca-4728-b185-9e7c1dba362d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.2051632 Feb 11 19:24:01.989437 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dc5822a4-36db-4848-8830-e70040fe5785 req-06888fd3-483a-4401-bc10-b562c7ad090e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738294 Feb 11 19:24:02.312172 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-717f8f57-a0a9-4825-86b1-1735228a8160 req-ef562624-69d1-4caa-9cb2-a80188ccdc7d tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0629907 Feb 11 19:24:02.807249 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6a0fa08a-3c6f-4a47-bbb3-a83c24668e93 req-a937182e-2077-4b80-98ce-15b3a3a8dea8 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0557261 Feb 11 19:24:03.368210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537e99e-f40c-468e-a8bd-6be81a6bed3b req-9dc372ef-5281-4e28-9878-101c609d9723 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:03.370076 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b537e99e-f40c-468e-a8bd-6be81a6bed3b req-9dc372ef-5281-4e28-9878-101c609d9723 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.1969404 Feb 11 19:24:03.451770 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b537e99e-f40c-468e-a8bd-6be81a6bed3b req-15e1b129-6486-46b4-85a7-385f8595efe0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747993 Feb 11 19:24:03.536259 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f4777a11-ea5a-4d96-886f-377c7f730c9a req-eb315c9d-9293-4590-8681-fe4fffcb1afc tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0568306 Feb 11 19:24:04.007045 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ad5fc718-1dd6-4e87-9d0b-a317dec1ab49 req-60273814-5206-4d4d-8bb0-5ec16a792106 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0569351 Feb 11 19:24:04.722383 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-be64878c-49b7-4964-88cc-e2f4dc44449c req-92a8eebf-e454-42a5-8863-d69ccdbcfb78 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0520494 Feb 11 19:24:04.773830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b131e1b-0474-4d51-bef0-334c713d77b8 req-c329bbc4-27cc-4fe3-aab8-fd95341db498 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:04.775466 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1b131e1b-0474-4d51-bef0-334c713d77b8 req-c329bbc4-27cc-4fe3-aab8-fd95341db498 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.1751392 Feb 11 19:24:04.841463 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1b131e1b-0474-4d51-bef0-334c713d77b8 req-d385bb60-7767-45e0-a043-ccc5b5758f41 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588789 Feb 11 19:24:05.199176 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4369de32-8fe9-468c-a4c2-90ff307be317 req-171d3350-cf4e-40e1-9b0d-f8856ffe7ba5 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0581636 Feb 11 19:24:05.923211 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1e752376-4797-475f-9ccd-a6f323092f85 req-53c996a7-bdd8-466f-b581-946192206378 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] 10.222.0.101 "GET /v2.0/ports?device_id=d210a25b-ea30-461a-9659-852ce819505d HTTP/1.1" status: 200 len: 210 time: 0.0572717 Feb 11 19:24:06.199237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ac9d1-470c-498d-84c1-821093ec13b7 req-4dffb78a-707a-412a-8a4b-01baa9cfd06b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:06.200899 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cb6ac9d1-470c-498d-84c1-821093ec13b7 req-4dffb78a-707a-412a-8a4b-01baa9cfd06b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.1873116 Feb 11 19:24:06.276988 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cb6ac9d1-470c-498d-84c1-821093ec13b7 req-2bd174a7-6ec9-405b-87b5-f1d359dc3b77 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686791 Feb 11 19:24:06.418049 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-85dcbcc2-5f1b-4e62-96ec-1cfccb4aadb0 req-3b7cf4b7-8d5b-41a6-ac11-ae39010ae90c tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=ebc4971f-47e6-4aaf-9064-b51505754565 HTTP/1.1" status: 200 len: 210 time: 0.0518336 Feb 11 19:24:07.695045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98dc7-ee11-4342-8cb4-e77dbba82be8 req-5ae3e86a-2b28-4761-ae91-8b609974be43 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:07.696869 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-93e98dc7-ee11-4342-8cb4-e77dbba82be8 req-5ae3e86a-2b28-4761-ae91-8b609974be43 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.2550094 Feb 11 19:24:07.764651 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-93e98dc7-ee11-4342-8cb4-e77dbba82be8 req-778f57c6-ad95-469a-8c28-67259f347ff6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605023 Feb 11 19:24:08.924633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:09.079369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480624cd-2f9a-40e5-b299-a6e329ee3141 req-a65f5c13-ade1-4aff-9856-4067251f4c15 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:09.081116 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-480624cd-2f9a-40e5-b299-a6e329ee3141 req-a65f5c13-ade1-4aff-9856-4067251f4c15 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.1678059 Feb 11 19:24:09.160886 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-480624cd-2f9a-40e5-b299-a6e329ee3141 req-33e5a05e-d3c5-4041-85ad-ecaf1d4df139 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716383 Feb 11 19:24:09.395241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 41626) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:09.549389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:09.565802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:09.569836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Usage tracker for resource:security_group_rule and tenant:31fe87593ae84cb29b8d4013e313e669 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:09.572796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:09.578555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:09.672589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:09.676454 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:09.687680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-916a8873-160a-4796-800d-69e1750d1463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:09.736144 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=31fe87593ae84cb29b8d4013e313e669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397255 Feb 11 19:24:09.739175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41636) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:09.740905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91094e9e-8f43-45f2-af46-2f006ba2c2ee,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:09.751834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.752241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.752670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.753068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.753461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.753853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.754243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.754635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.755025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.755416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.755800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.756183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.756669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.757054 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.757441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.757821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.758201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.758584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.758965 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.759385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.760019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.760151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.760615 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.761001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:09.766002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:09.821737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8048-d390-4754-a368-ba3dbe595df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:09.861953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8048-d390-4754-a368-ba3dbe595df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:09.912190 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8048-d390-4754-a368-ba3dbe595df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:09.917452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9aa6485e-27e5-4312-818c-db8d0392aa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:09.933527 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b8048-d390-4754-a368-ba3dbe595df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91094e9e-8f43-45f2-af46-2f006ba2c2ee,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:09.936751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ce7b8048-d390-4754-a368-ba3dbe595df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:09.937872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8048-d390-4754-a368-ba3dbe595df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:09.942839 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ce7b8048-d390-4754-a368-ba3dbe595df8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91094e9e-8f43-45f2-af46-2f006ba2c2ee HTTP/1.1" status: 204 len: 168 time: 0.2022920 Feb 11 19:24:10.553956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c7e3d-5cca-48f3-a46c-d3f72ba74e66 req-f6b24e76-c9c1-4bbb-98f7-04c560aadf4d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:10.562342 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d01c7e3d-5cca-48f3-a46c-d3f72ba74e66 req-f6b24e76-c9c1-4bbb-98f7-04c560aadf4d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.2280898 Feb 11 19:24:10.635056 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d01c7e3d-5cca-48f3-a46c-d3f72ba74e66 req-2813fae2-f9a1-48ac-8c77-0b0d1847b2af tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716877 Feb 11 19:24:11.184846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41690) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:11.440850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-570991413-network', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:24:11.448494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:11.454920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Usage tracker for resource:network and tenant:90e63da7291c4c5c84058bc4681c0f41 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:11.459396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:11.471017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:11.490280 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Made reservation on behalf of 90e63da7291c4c5c84058bc4681c0f41 for: {'network': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:24:11.495253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:11.512110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:11.537657 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:11.547409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Usage tracker for resource:security_group_rule and tenant:90e63da7291c4c5c84058bc4681c0f41 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:11.555595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:11.569337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:11.675258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:11.679655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:11.684448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9760174c-64f1-4138-8e76-205f62384425 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:11.737123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:24:11.749900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727067058052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:11.750352 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Added segment c98185dd-87ce-4f17-abfd-19b7f845f69b of type vxlan for network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 Feb 11 19:24:11.789693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:11.813851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d2827-a629-4c3d-bc85-f665bf1292af,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:11.819224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:11.869352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:11.870782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:11.871435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:11.906849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:12.012365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Pushing event updated for resources: {'Network': ['ID=436d30ed-4250-4b97-bdbf-0953f3b38ac2,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:12.019179 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8330379 Feb 11 19:24:12.020435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41710) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:12.021489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8f5ad118-48d4-4276-9e40-4cfd9fc48b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:12.025787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:24:12.028101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Request body: {'subnet': {'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-570991413-subnet', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'ip_version': 4}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:24:12.034467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:12.038950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Usage tracker for resource:subnet and tenant:90e63da7291c4c5c84058bc4681c0f41 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:12.042449 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:12.051275 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:12.072488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Made reservation on behalf of 90e63da7291c4c5c84058bc4681c0f41 for: {'subnet': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:24:12.080982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851262952'] for subnet, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:12.105762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9b01a-0579-4242-92b5-04ce6db20b12 req-a58ebea5-ab8a-4bfa-9388-66e56a7e3ed6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:12.117908 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8ec9b01a-0579-4242-92b5-04ce6db20b12 req-a58ebea5-ab8a-4bfa-9388-66e56a7e3ed6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.2569370 Feb 11 19:24:12.205489 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8ec9b01a-0579-4242-92b5-04ce6db20b12 req-2628d1cd-ff47-4313-8adf-3aa68075b9a6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862467 Feb 11 19:24:12.379987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:24:12.721351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:12.837182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:12.837753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:12.849353 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-538f8d00-f073-40d7-9e7b-6ce2f9392ee0 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:12.859214 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-538f8d00-f073-40d7-9e7b-6ce2f9392ee0 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/networks?id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 HTTP/1.1" status: 200 len: 813 time: 0.4349325 Feb 11 19:24:12.883784 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-cd4158e1-a245-4665-9311-fd7536168fc1 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/quotas/031cc70b311746c491cde3c91f553967 HTTP/1.1" status: 200 len: 375 time: 0.0232728 Feb 11 19:24:12.985999 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-3ec0d29d-0c2f-4d32-be23-98e777cd516f tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=031cc70b311746c491cde3c91f553967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998671 Feb 11 19:24:13.007381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:13.050740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:24:13.051788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:24:13.058685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:13.060697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:13.141596 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'code': 200} Feb 11 19:24:13.160078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,revision_number=6']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:13.169052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.169537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.169821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.170202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.171111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.171493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.172113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.172225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.172606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.172981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.173352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.173723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.174184 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.174577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.175013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.175393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.176161 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.176782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.177477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.177978 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.178430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.178861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.179234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.179604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:13.184362 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:13.228628 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-68f441c7-2cdc-40e1-94f0-781e19c83314 service neutron] 10.222.0.101 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413340 Feb 11 19:24:13.519773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1596511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851262967'] for subnet, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:13.601961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cf759-dcb8-479a-91cf-626a41a70e58 req-1bd8f483-f30c-4bca-82b5-b6c2a1bf175e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:13.604380 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-295cf759-dcb8-479a-91cf-626a41a70e58 req-1bd8f483-f30c-4bca-82b5-b6c2a1bf175e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2291842 Feb 11 19:24:13.701123 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-295cf759-dcb8-479a-91cf-626a41a70e58 req-471baf35-9614-463e-aca1-68ca1144a9fa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892246 Feb 11 19:24:13.921110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-930d9aa7-95d3-4e1a-8d1b-5e152935c6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:14.004937 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-e7b61072-6f25-43fe-85f5-ce16a92743d3 service neutron] 10.222.0.101 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7639284 Feb 11 19:24:14.120099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc03383-f0c7-4c0a-86cb-feaee15d39d3,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:14.145842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:14.159202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Checking segment: {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:24:14.159610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Network hostable DHCP agents. Network: 436d30ed-4250-4b97-bdbf-0953f3b38ac2, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:24:14.186378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89f097-c1b9-4299-81a8-c7dae8f9e114 req-78c82589-7d8a-45a0-bb66-ba5593eba5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:14.188046 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bf89f097-c1b9-4299-81a8-c7dae8f9e114 req-78c82589-7d8a-45a0-bb66-ba5593eba5f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 1163 time: 0.2682183 Feb 11 19:24:14.238398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:14.254542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:24:14.330605 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bf89f097-c1b9-4299-81a8-c7dae8f9e114 req-a4184f38-4354-4fe0-920c-3df5cf1b0a03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330690 Feb 11 19:24:14.335484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 436d30ed-4250-4b97-bdbf-0953f3b38ac2) {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:24:14.358600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb9773-9611-48ee-b083-02c821b7d5bc None None] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:24:14.362451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:14.363097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:14.425844 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4029589 Feb 11 19:24:14.428664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 41760) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:14.447784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:24:14.449099 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-13e74a9a-cbde-43f2-a4dc-a4fcd5767ffa req-54a70a1a-7a72-478b-b042-858eb47f1151 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 210 time: 0.1313186 Feb 11 19:24:14.465644 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:14.478825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Usage tracker for resource:router and tenant:90e63da7291c4c5c84058bc4681c0f41 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:14.491459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:14.505779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:14.546988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854226639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774107'] for router, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:14.560839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854220646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854222438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1710'] for router, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:14.622222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:14.634840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:14.635947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:15.066420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a85b6b2-42ab-52d4-9db8-8087a1dd886a-436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3'}]}} from dv-cinder-775250-1-smb. {{(pid=79957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 19:24:15.068575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:15.200542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854222453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854226654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1695'] for router, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:15.493750 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89c05c-7f80-4307-8fc3-e863edf07982 req-ac926d3a-a1a1-4b81-8480-be38966f6a93 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:15.501649 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1c89c05c-7f80-4307-8fc3-e863edf07982 req-ac926d3a-a1a1-4b81-8480-be38966f6a93 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.3598957 Feb 11 19:24:15.559227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Allocated IP 172.20.0.2 (436d30ed-4250-4b97-bdbf-0953f3b38ac2/bdc03383-f0c7-4c0a-86cb-feaee15d39d3/5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576) {{(pid=79957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:24:15.611796 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1c89c05c-7f80-4307-8fc3-e863edf07982 req-5ec5ca8c-deb8-4136-b076-9da79b6dcbb8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980275 Feb 11 19:24:15.912574 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fe37b9f-cefd-4773-9840-97716b6acf07 req-61dad852-329e-45ff-821d-cd51824adaea tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 210 time: 0.1240425 Feb 11 19:24:16.009119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Notify callbacks [] for port, precommit_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:16.035260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Transition to ACTIVE for port object 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:24:16.091118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Transition to ACTIVE for port object 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 will not be triggered until provisioned by entity DHCP. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:24:16.099333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:16.103206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:16.154839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:16.207505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:16.529753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Pushing event updated for resources: {'Port': ['ID=5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576,revision_number=1']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:16.534134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:16.629633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 is already hosted by enough agents. {{(pid=79957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:24:16.630939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Resources bound (agent type, host, resource id): {{(pid=79957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:24:16.634171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Received port after_create {{(pid=79957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:24:16.853168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Attempting to bind port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:24:16.853656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Attempting to bind port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:24:16.857191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Attempting to bind port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 on network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:24:16.875429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:24:16.875856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Checking segment: {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:24:16.876318 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:16.876770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Bound using segment: {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:24:16.877334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Bound port: 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:24:16.892615 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:17.131170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] For port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:24:17.135163 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] For port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:24:17.148303 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:17.331328 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2e666ddd-f298-4c9d-aecb-e2a091bcd32d req-423a1cf5-7e5c-477b-9a39-381f5cadd018 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 210 time: 0.1357348 Feb 11 19:24:17.402102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-f24228c7-0de0-4ada-839d-9e7949579952 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:17.403822 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-f24228c7-0de0-4ada-839d-9e7949579952 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.42 "GET /v2.0/networks?id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 HTTP/1.1" status: 200 len: 813 time: 0.8069413 Feb 11 19:24:17.463833 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Request body: {'port': {'device_id': '953a6cb1-b0fb-4fea-ba5f-d35d91de6b68', 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822', 'admin_state_up': True, 'tenant_id': '031cc70b311746c491cde3c91f553967'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:24:17.502262 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Allocated IP 172.28.3.246 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/f3b2efc6-174e-4ea7-ae68-294b8ec4833e) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:24:17.594376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:17.719612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050ade-182c-4981-b9ba-24ce8779c7ee req-335822af-881b-4598-a762-bf47e4dcd6ac tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:17.721734 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-99050ade-182c-4981-b9ba-24ce8779c7ee req-335822af-881b-4598-a762-bf47e4dcd6ac tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.7867632 Feb 11 19:24:17.772462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Pushing event updated for resources: {'Port': ['ID=5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:17.781077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:18.331304 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-99050ade-182c-4981-b9ba-24ce8779c7ee req-9ef0754f-26d6-4717-886b-dbafd4120a14 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5161517 Feb 11 19:24:18.414721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:18.427429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:18.449745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Made reservation on behalf of 031cc70b311746c491cde3c91f553967 for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:24:18.490824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:18.542980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:18.599191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:18.616936 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5769d6a1-9d5f-4e7c-bc3a-59bc46e6a3c0 req-fce062a7-2ea6-41a8-90a5-d06e6c0f912e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 210 time: 0.0796077 Feb 11 19:24:18.626337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-dc22a3bb-7765-4454-aebe-88245e34f800 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:18.813939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b2efc6-174e-4ea7-ae68-294b8ec4833e,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:18.846759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:19.087983 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:24:19.089453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:24:19.104214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:24:19.547470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Allocated IP 172.20.0.11 (b5c06ebb-3dc5-41c3-bb1e-93f99d17d822/43780e4f-a47c-405d-a3aa-3994eb0aa16f/9c0e04ff-abf7-4c17-bff8-2824614cef09) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:24:19.671321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:19.820659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:24:19.868181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29877914-a45a-4a8e-a640-918d21f2befd None None] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:24:19.923980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] Provisioning for port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:24:19.932813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] Provisioning complete for port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:19.933482 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:20.024237 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2f94bd5e-2485-49db-8129-aae9ffcebbc1 req-7270ef86-f1be-47b3-af1e-6dd33672fb24 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 210 time: 0.1011183 Feb 11 19:24:20.256107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:20.271772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2098b-9f91-4a88-bcc1-ab7eacc65f3e req-f45bf6d8-149d-4881-9689-6f6b14817bdb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:20.273636 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5bc2098b-9f91-4a88-bcc1-ab7eacc65f3e req-f45bf6d8-149d-4881-9689-6f6b14817bdb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.7230082 Feb 11 19:24:20.349795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] For port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:24:20.399690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:20.441294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:20.449331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:20.609592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] Pushing event updated for resources: {'Port': ['ID=5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:20.613824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:20.896136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-2e290eb5-bb6e-496a-9c4d-3b45f636b973 None None] Provisioning complete for port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:20.898961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2e290eb5-bb6e-496a-9c4d-3b45f636b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:21.065139 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5bc2098b-9f91-4a88-bcc1-ab7eacc65f3e req-1651c73d-bd53-4d35-b16c-796eee4bc644 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7647913 Feb 11 19:24:21.192194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553452'] for router, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:21.223572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:21.274101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-d2d0d7d2-7a6c-4b6b-b00c-cf71716972ba None None] Provisioning complete for port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:21.274839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d7d2-7a6c-4b6b-b00c-cf71716972ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:21.377826 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-733241e1-3810-4dcd-960b-203d676da456 req-2c3169ad-8508-425d-b5a6-2b987d67585a tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 210 time: 0.1381509 Feb 11 19:24:21.490808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:21.511064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e1fd0d5e-f862-4bc7-a21b-a8bc4ba8ccfc tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:21.664090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:21.933052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-7242bde1-7512-4807-8c31-3b0b9e818dbc None None] Provisioning complete for port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:21.933052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7242bde1-7512-4807-8c31-3b0b9e818dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:21.973236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Pushing event updated for resources: {'Port': ['ID=9c0e04ff-abf7-4c17-bff8-2824614cef09,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:21.997290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:24:22.001558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:22.002505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:24:22.005707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:24:22.075216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Router 0703d902-7767-41b8-83c8-f4e5b445336d is scheduled to L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 with binding_index 1 {{(pid=79955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 19:24:22.102278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:22.102797 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:22.327363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:24:22.345182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Sync routers for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:24:22.364686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:24:22.365394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:23:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:22.432053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:22.432889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:22.492398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Notify callbacks [] for router, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:22.493828 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0641096 Feb 11 19:24:22.497855 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 41922) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:22.503767 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0763347 Feb 11 19:24:22.530927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Request body: {'port': {'device_id': '953a6cb1-b0fb-4fea-ba5f-d35d91de6b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:24:22.843463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:22.907451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:24:23.073559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261adbe-6d44-452f-8eaa-7ccd4822491b req-94d2334f-f345-47ea-a196-fd6fd2fff4ad tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:23.075838 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1261adbe-6d44-452f-8eaa-7ccd4822491b req-94d2334f-f345-47ea-a196-fd6fd2fff4ad tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Synchronizing usage tracker for tenant:031cc70b311746c491cde3c91f553967 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:24:23.125465 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-1261adbe-6d44-452f-8eaa-7ccd4822491b req-94d2334f-f345-47ea-a196-fd6fd2fff4ad tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Unset dirty status for tenant:031cc70b311746c491cde3c91f553967 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:24:23.134191 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1261adbe-6d44-452f-8eaa-7ccd4822491b req-94d2334f-f345-47ea-a196-fd6fd2fff4ad tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 932 time: 0.4219313 Feb 11 19:24:23.315126 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1261adbe-6d44-452f-8eaa-7ccd4822491b req-39723bc0-b7fd-4f71-9978-bbfc72e0fc3d tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791987 Feb 11 19:24:23.334384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:19Z', 'revision_number': 3, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:23.339419 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Checking router: 0703d902-7767-41b8-83c8-f4e5b445336d for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:24:23.340112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Updating router 0703d902-7767-41b8-83c8-f4e5b445336d port f3b2efc6-174e-4ea7-ae68-294b8ec4833e binding host dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:24:23.433659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:23.742605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:23.789100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0e04ff-abf7-4c17-bff8-2824614cef09 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:24:23.802886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:23.820724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Transition to ACTIVE for port object 9c0e04ff-abf7-4c17-bff8-2824614cef09 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:24:23.824041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:23.943013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Notify callbacks [] for port, precommit_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:23.957412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Transition to ACTIVE for port object f3b2efc6-174e-4ea7-ae68-294b8ec4833e will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:24:23.960688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.011400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-70c0f587-6cae-4422-bbf9-1be5513275d1 tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:24.101097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0e04ff-abf7-4c17-bff8-2824614cef09,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:24.104431 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:24.192130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:24.265301 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2b309-ea99-4642-be84-482b021d8ef6 None None] Pushing event updated for resources: {'Port': ['ID=f3b2efc6-174e-4ea7-ae68-294b8ec4833e,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:24.270091 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b9e2b309-ea99-4642-be84-482b021d8ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:24.397848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Attempting to bind port f3b2efc6-174e-4ea7-ae68-294b8ec4833e on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:24:24.398280 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Attempting to bind port f3b2efc6-174e-4ea7-ae68-294b8ec4833e by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:24:24.398697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Attempting to bind port f3b2efc6-174e-4ea7-ae68-294b8ec4833e on network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:24:24.405326 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Attempting to bind port 9c0e04ff-abf7-4c17-bff8-2824614cef09 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:24:24.405706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Attempting to bind port 9c0e04ff-abf7-4c17-bff8-2824614cef09 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:24:24.406088 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Attempting to bind port 9c0e04ff-abf7-4c17-bff8-2824614cef09 on network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:24:24.415490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:24:24.416158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Checking segment: {'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:24:24.416747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.417292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Bound using segment: {'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:24:24.417941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:24:24.418179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Bound port: 9c0e04ff-abf7-4c17-bff8-2824614cef09, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18716f53-f7a2-4845-af46-461a920c1a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b5c06ebb-3dc5-41c3-bb1e-93f99d17d822'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:24:24.418512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Checking segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:24:24.418989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.419118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.419443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Bound using segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:24:24.419987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Bound port: f3b2efc6-174e-4ea7-ae68-294b8ec4833e, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:24:24.422349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.475924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Allocated IP 172.20.0.1 (436d30ed-4250-4b97-bdbf-0953f3b38ac2/bdc03383-f0c7-4c0a-86cb-feaee15d39d3/6f97b093-2148-47f8-a011-7e226fde6277) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:24:24.538782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] For port 9c0e04ff-abf7-4c17-bff8-2824614cef09, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:24:24.543414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] For port 9c0e04ff-abf7-4c17-bff8-2824614cef09, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9c0e04ff-abf7-4c17-bff8-2824614cef09,segment=NetworkSegment(18716f53-f7a2-4845-af46-461a920c1a32),segment_id=18716f53-f7a2-4845-af46-461a920c1a32)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:24:24.552401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.569558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] For port f3b2efc6-174e-4ea7-ae68-294b8ec4833e, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:24:24.573421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] For port f3b2efc6-174e-4ea7-ae68-294b8ec4833e, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=f3b2efc6-174e-4ea7-ae68-294b8ec4833e,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:24:24.578558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.601656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:24.691780 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2b309-ea99-4642-be84-482b021d8ef6 None None] Pushing event updated for resources: {'Port': ['ID=f3b2efc6-174e-4ea7-ae68-294b8ec4833e,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:24.705659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:24:24.715835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b9e2b309-ea99-4642-be84-482b021d8ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:24.788373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-14d9e5b5-fbfa-426b-a309-951ec75c0629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:24.814116 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e8494e7b-9f8b-4cd3-9d99-875c87af7ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.910910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:24.910910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:24.911985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:24:24.912722 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] 10.222.0.42 "PUT /v2.0/ports/9c0e04ff-abf7-4c17-bff8-2824614cef09 HTTP/1.1" status: 200 len: 1158 time: 2.3895130 Feb 11 19:24:24.914328 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:23:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:24.914479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953a6cb1-b0fb-4fea-ba5f-d35d91de6b68', 'tag': '9c0e04ff-abf7-4c17-bff8-2824614cef09'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:24:24.957812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d47282-9176-43b3-ab8c-bc8be5e475ba req-927f4161-9a75-4c89-8a55-22d6dcae4d36 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:24.960007 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e5d47282-9176-43b3-ab8c-bc8be5e475ba req-927f4161-9a75-4c89-8a55-22d6dcae4d36 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 944 time: 0.2727993 Feb 11 19:24:24.970985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0e04ff-abf7-4c17-bff8-2824614cef09,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:25.027008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:25.082835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Transition to ACTIVE for port object 6f97b093-2148-47f8-a011-7e226fde6277 will not be triggered until provisioned by entity DHCP. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:24:25.090180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c65c3aa8-fc76-4743-9b02-8ae0c9349432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:25.092695 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953a6cb1-b0fb-4fea-ba5f-d35d91de6b68', 'tag': '9c0e04ff-abf7-4c17-bff8-2824614cef09', 'status': 'completed', 'code': 200} Feb 11 19:24:25.107721 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e5d47282-9176-43b3-ab8c-bc8be5e475ba req-e1e58b1e-1907-41d0-afe6-1f534387974f tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268060 Feb 11 19:24:25.145623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:25.160250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-cba2e607-ddd8-4711-b88c-d002da19aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:25.161988 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-cba2e607-ddd8-4711-b88c-d002da19aa3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031cc70b311746c491cde3c91f553967&device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 1161 time: 0.1822929 Feb 11 19:24:25.397617 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-1f99a8d5-9d75-4f09-86c9-b6ef6e364114 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c0e04ff-abf7-4c17-bff8-2824614cef09 HTTP/1.1" status: 200 len: 217 time: 0.2105334 Feb 11 19:24:25.400750 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-572ce593-b006-4ab9-aefd-abd8b2a22be0 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:25.430384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:24:25.523237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-318ab978-7555-4c9b-b168-3381e83a2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:25.524890 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-318ab978-7555-4c9b-b168-3381e83a2725 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43780e4f-a47c-405d-a3aa-3994eb0aa16f HTTP/1.1" status: 200 len: 853 time: 0.1210318 Feb 11 19:24:25.621759 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-6afa542b-a884-49ea-aee1-2101fd2d534c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863039 Feb 11 19:24:25.639793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:24:25.646408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:24:25.651507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:24:25.770365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Pushing event updated for resources: {'Port': ['ID=6f97b093-2148-47f8-a011-7e226fde6277,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:25.790800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:25.845613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544432'] for router_interface, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:26.011544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-55634418-fe22-4231-b4ad-e41856373181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:19Z', 'revision_number': 3, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:26.033584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55634418-fe22-4231-b4ad-e41856373181 None None] The sync data for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb is: [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:19Z', 'revision_number': 3, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:24:26.085862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c4f66833-e93a-4b0b-8251-6ec16aa6ff56 None None] Provisioning for port 6f97b093-2148-47f8-a011-7e226fde6277 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:24:26.105794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c4f66833-e93a-4b0b-8251-6ec16aa6ff56 None None] Provisioning complete for port 6f97b093-2148-47f8-a011-7e226fde6277 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:26.106268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c4f66833-e93a-4b0b-8251-6ec16aa6ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:26.189312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:26.313189 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-9d1b4211-9546-4444-860e-af8a0ab0ec6b service neutron] 10.222.0.42 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842499 Feb 11 19:24:26.366829 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-c4f66833-e93a-4b0b-8251-6ec16aa6ff56 None None] Port 6f97b093-2148-47f8-a011-7e226fde6277 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:24:26.568680 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36e57606-3502-480c-a5f8-cde8c9bd121e req-7c3c9d13-60bf-4648-9d85-6446ecea3c2e service neutron] 10.222.0.42 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2483270 Feb 11 19:24:26.740152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:26.746162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:26.825176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:27.016741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c1bec-ca07-43a4-ba0e-9be4f2620d84 req-c037513d-62cb-4021-acd1-f20a1bbbf52e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:27.018969 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-290c1bec-ca07-43a4-ba0e-9be4f2620d84 req-c037513d-62cb-4021-acd1-f20a1bbbf52e tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 944 time: 0.4491749 Feb 11 19:24:27.024461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225164'] for router_interface, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:27.027657 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-894f8924-9dc6-47ff-8dc3-266d44bfd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:27.029616 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-894f8924-9dc6-47ff-8dc3-266d44bfd9bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031cc70b311746c491cde3c91f553967&device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 1161 time: 0.3521228 Feb 11 19:24:27.052657 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Pushing event updated for resources: {'Port': ['ID=6f97b093-2148-47f8-a011-7e226fde6277,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:27.063135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:27.218984 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-290c1bec-ca07-43a4-ba0e-9be4f2620d84 req-5c0b42a1-f5f7-4d63-b337-27c36ec5e5c9 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879375 Feb 11 19:24:27.282129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:24:27.283778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:24:27.350227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0d2a-eb53-4ae4-92f1-8c7edc80f041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:27.353674 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-2e98e821-e938-47f1-8e7a-2e613962be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:27.360326 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-2e98e821-e938-47f1-8e7a-2e613962be28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 HTTP/1.1" status: 200 len: 907 time: 0.3105969 Feb 11 19:24:27.652846 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-8bc73da9-41ff-4d29-a87c-6db67036400b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c0e04ff-abf7-4c17-bff8-2824614cef09 HTTP/1.1" status: 200 len: 217 time: 0.2787282 Feb 11 19:24:27.691678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device f3b2efc6-174e-4ea7-ae68-294b8ec4833e up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:27.777520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Router 0703d902-7767-41b8-83c8-f4e5b445336d has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:24:27.799792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-8127dbf1-0d27-4b82-b492-18ff345ab2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:27.801829 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-8127dbf1-0d27-4b82-b492-18ff345ab2ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43780e4f-a47c-405d-a3aa-3994eb0aa16f HTTP/1.1" status: 200 len: 853 time: 0.1451428 Feb 11 19:24:27.878225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:27.920321 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-d49c1d52-8236-4173-ab7e-15a2f2b8aa4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092262 Feb 11 19:24:27.922733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-041a6bba-6a5f-49df-96ee-af44f000f5fb None None] Provisioning complete for port 6f97b093-2148-47f8-a011-7e226fde6277 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:27.923164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-041a6bba-6a5f-49df-96ee-af44f000f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:28.076107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-041a6bba-6a5f-49df-96ee-af44f000f5fb None None] Port 6f97b093-2148-47f8-a011-7e226fde6277 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:24:28.111962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port f3b2efc6-174e-4ea7-ae68-294b8ec4833e completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:24:28.132432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port f3b2efc6-174e-4ea7-ae68-294b8ec4833e triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:28.133114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:28.143006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:24:28.175610 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] 10.222.0.101 "PUT /v2.0/routers/0703d902-7767-41b8-83c8-f4e5b445336d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6763093 Feb 11 19:24:28.187644 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-c69b013c-783d-472f-945f-d4a7a449ab76 service neutron] 10.222.0.42 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618866 Feb 11 19:24:28.429416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:28.477160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port f3b2efc6-174e-4ea7-ae68-294b8ec4833e, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=f3b2efc6-174e-4ea7-ae68-294b8ec4833e,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:24:28.483964 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cde9aef9-17ae-4e57-908e-5e54d443242c req-b0826e51-c450-4be4-a4fa-6f121245ac20 service neutron] 10.222.0.42 "GET /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2878735 Feb 11 19:24:28.484703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:28.491566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:28.587836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=f3b2efc6-174e-4ea7-ae68-294b8ec4833e,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:28.591481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:28.713356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:28.747968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126c8e-9167-443e-a85a-49c0bbf058be req-00a41517-20a2-4b57-9f1e-6e32eb491039 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:28.757215 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-03126c8e-9167-443e-a85a-49c0bbf058be req-00a41517-20a2-4b57-9f1e-6e32eb491039 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 944 time: 0.2662475 Feb 11 19:24:28.846591 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-03126c8e-9167-443e-a85a-49c0bbf058be req-49f6d796-7bd3-4316-9da2-84c0ae0dceac tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849602 Feb 11 19:24:29.629901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device f3b2efc6-174e-4ea7-ae68-294b8ec4833e up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:29.719754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:29.773066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port f3b2efc6-174e-4ea7-ae68-294b8ec4833e triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:29.773759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:29.964266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Sync routers for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:24:29.990958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:24:29.995877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:24:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:30.626873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a5068-8e3d-4720-bf89-93efb2de7dc5 req-704cd962-ac2e-4757-a045-740da569ff23 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:30.637326 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5c6a5068-8e3d-4720-bf89-93efb2de7dc5 req-704cd962-ac2e-4757-a045-740da569ff23 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 944 time: 0.4554389 Feb 11 19:24:30.731040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:24:30.803258 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5c6a5068-8e3d-4720-bf89-93efb2de7dc5 req-42922fa2-8581-4162-80ef-7cb49196dcb4 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570294 Feb 11 19:24:31.000572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 9c0e04ff-abf7-4c17-bff8-2824614cef09 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:31.180450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42076) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:31.223162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 9c0e04ff-abf7-4c17-bff8-2824614cef09 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:24:31.243737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 9c0e04ff-abf7-4c17-bff8-2824614cef09 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:31.245133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:31.546173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:31.577284 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:31.602198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 9c0e04ff-abf7-4c17-bff8-2824614cef09, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9c0e04ff-abf7-4c17-bff8-2824614cef09,segment=NetworkSegment(18716f53-f7a2-4845-af46-461a920c1a32),segment_id=18716f53-f7a2-4845-af46-461a920c1a32)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:24:31.603568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953a6cb1-b0fb-4fea-ba5f-d35d91de6b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0e04ff-abf7-4c17-bff8-2824614cef09'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:24:31.611973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:31.614931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b9e2b309-ea99-4642-be84-482b021d8ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:31.646372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:31.670917 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:26Z', 'revision_number': 2, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:31.671596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9a8fa5446248598949ae3f34d37172 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:31.675636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Checking router: 0703d902-7767-41b8-83c8-f4e5b445336d for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:24:31.676061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Updating router 0703d902-7767-41b8-83c8-f4e5b445336d port 6f97b093-2148-47f8-a011-7e226fde6277 binding host dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:24:31.683841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:31.713313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:31.719676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=9c0e04ff-abf7-4c17-bff8-2824614cef09,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:31.735439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:31.771356 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953a6cb1-b0fb-4fea-ba5f-d35d91de6b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0e04ff-abf7-4c17-bff8-2824614cef09', 'code': 200} Feb 11 19:24:31.853111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:31.886176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:31.894358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:31.971438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e910193b-421c-44cb-9912-63e7d9160202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:32.006238 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7e9a8fa5446248598949ae3f34d37172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8237004 Feb 11 19:24:32.008680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42086) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:32.121019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408f57f8-0fa4-41e4-9692-0f10eb85a050,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:32.132804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:32.453386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-af7e00fc-71b2-4f0f-b62d-65b9b0e6ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:32.496146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c4888-1d52-4677-807a-48c8b132e1b7 req-7e348bc2-73cf-46b1-ae7f-0e0fdd971194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:32.498020 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f02c4888-1d52-4677-807a-48c8b132e1b7 req-7e348bc2-73cf-46b1-ae7f-0e0fdd971194 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 1163 time: 0.3841989 Feb 11 19:24:32.521305 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-af7e00fc-71b2-4f0f-b62d-65b9b0e6ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:32.601166 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 9c0e04ff-abf7-4c17-bff8-2824614cef09 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:32.639717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Notify callbacks [] for port, precommit_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:32.659515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Transition to ACTIVE for port object 6f97b093-2148-47f8-a011-7e226fde6277 will not be triggered until provisioned by entity L2. {{(pid=79959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:24:32.663135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:32.683351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-88f29b62-fb03-4454-a882-61e56855abb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:32.711616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a719b-b4be-47d6-a9c5-7c3b1df80e99 req-28bcc2a7-15db-4bae-b0d8-eb4a62e07549 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:32.719306 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ca9a719b-b4be-47d6-a9c5-7c3b1df80e99 req-28bcc2a7-15db-4bae-b0d8-eb4a62e07549 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 946 time: 0.4608142 Feb 11 19:24:32.874551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Pushing event updated for resources: {'Port': ['ID=6f97b093-2148-47f8-a011-7e226fde6277,revision_number=3']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:32.877479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 9c0e04ff-abf7-4c17-bff8-2824614cef09 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:32.880632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:32.894209 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f02c4888-1d52-4677-807a-48c8b132e1b7 req-978b72a4-4b40-4e3e-8850-82a0ee110856 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302124 Feb 11 19:24:32.902924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.903622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.904856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.909743 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.910524 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.911061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.911871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.912425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.913255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.913776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.914294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.914821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.919430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.921070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.922019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.922571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.923274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.923906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.924487 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.925014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.925537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.926054 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.926568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.927082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:24:32.940062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:32.942441 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ca9a719b-b4be-47d6-a9c5-7c3b1df80e99 req-3b11da5c-46d8-450e-88e0-b0997f885c21 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048633 Feb 11 19:24:32.950155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-af7e00fc-71b2-4f0f-b62d-65b9b0e6ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:32.966892 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4c6358da-50ea-448a-b96f-30ab9f75308f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:33.001333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e00fc-71b2-4f0f-b62d-65b9b0e6ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408f57f8-0fa4-41e4-9692-0f10eb85a050,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:33.016609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-af7e00fc-71b2-4f0f-b62d-65b9b0e6ef6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:33.031516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-af7e00fc-71b2-4f0f-b62d-65b9b0e6ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:33.036535 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-af7e00fc-71b2-4f0f-b62d-65b9b0e6ef6e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/408f57f8-0fa4-41e4-9692-0f10eb85a050 HTTP/1.1" status: 204 len: 168 time: 1.0231385 Feb 11 19:24:33.567076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Attempting to bind port 6f97b093-2148-47f8-a011-7e226fde6277 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:24:33.570429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Attempting to bind port 6f97b093-2148-47f8-a011-7e226fde6277 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:24:33.570999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Attempting to bind port 6f97b093-2148-47f8-a011-7e226fde6277 on network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:24:33.603357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:24:33.603773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Checking segment: {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:24:33.604234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:33.606608 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Bound using segment: {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:24:33.607183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Bound port: 6f97b093-2148-47f8-a011-7e226fde6277, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'}}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:24:33.607656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:33.907917 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] For port 6f97b093-2148-47f8-a011-7e226fde6277, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:24:33.914786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] For port 6f97b093-2148-47f8-a011-7e226fde6277, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=6f97b093-2148-47f8-a011-7e226fde6277,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:24:33.919651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:33.938213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5ff24a52-0ec4-4faf-ac3c-46065d438e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:34.080084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42096) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:34.130313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Pushing event updated for resources: {'Port': ['ID=6f97b093-2148-47f8-a011-7e226fde6277,revision_number=4']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:34.132198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:34.142380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:34.168108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:34.174310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Usage tracker for resource:security_group_rule and tenant:f533f7044c1d4120bfeeff5708b22c32 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:34.251687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:34.285194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:24:34.286383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:24:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:34.293190 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:34.490378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:34.494516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:34.554837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:34.581577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073929b-27b2-4e7c-9b4c-d2d81f5e0698 req-4de7dfe8-d32b-422d-82d6-526e96ca21cf tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:34.586127 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f533f7044c1d4120bfeeff5708b22c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045381 Feb 11 19:24:34.587251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94df28a-d93b-4272-9f84-40987450db27,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:34.596127 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1073929b-27b2-4e7c-9b4c-d2d81f5e0698 req-4de7dfe8-d32b-422d-82d6-526e96ca21cf tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 946 time: 0.4260235 Feb 11 19:24:34.599495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42108) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:34.604176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:34.832905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:24:34.861007 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1073929b-27b2-4e7c-9b4c-d2d81f5e0698 req-2af030c9-eb8b-4590-8bba-762ddca1600c tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352003 Feb 11 19:24:34.915301 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6fc7-d0a0-4712-bedd-9d990fa4e51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:34.950489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6fc7-d0a0-4712-bedd-9d990fa4e51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:35.041218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6fc7-d0a0-4712-bedd-9d990fa4e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:35.052409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d50fdc17-3502-4a9a-b2fc-56dd12ba029f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:35.428370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:33Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:35.434496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6f1db-cf06-4ce2-a807-bf06729069cb None None] The sync data for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb is: [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:33Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:24:35.549294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f6fc7-d0a0-4712-bedd-9d990fa4e51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94df28a-d93b-4272-9f84-40987450db27,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:35.553402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3a9f6fc7-d0a0-4712-bedd-9d990fa4e51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:35.556173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6fc7-d0a0-4712-bedd-9d990fa4e51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:35.557547 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3a9f6fc7-d0a0-4712-bedd-9d990fa4e51f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f94df28a-d93b-4272-9f84-40987450db27 HTTP/1.1" status: 204 len: 168 time: 0.9554613 Feb 11 19:24:36.305070 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200db50d-8118-4223-83a5-a636583f43ea req-0f9e813d-fc4b-4ee0-b01d-a405472071bf tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:36.314549 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-200db50d-8118-4223-83a5-a636583f43ea req-0f9e813d-fc4b-4ee0-b01d-a405472071bf tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 946 time: 0.2152419 Feb 11 19:24:36.385031 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-200db50d-8118-4223-83a5-a636583f43ea req-1bb963e6-7553-4296-8544-c6be5e1bbefe tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693812 Feb 11 19:24:37.659474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 6f97b093-2148-47f8-a011-7e226fde6277 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:37.775263 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 6f97b093-2148-47f8-a011-7e226fde6277 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:24:37.785762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 6f97b093-2148-47f8-a011-7e226fde6277 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:37.786189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:37.942951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:37.996950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 6f97b093-2148-47f8-a011-7e226fde6277, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=6f97b093-2148-47f8-a011-7e226fde6277,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:24:38.001413 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:38.003385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b9e2b309-ea99-4642-be84-482b021d8ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:38.095746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=6f97b093-2148-47f8-a011-7e226fde6277,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:38.099376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:38.959443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:39.593369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 6f97b093-2148-47f8-a011-7e226fde6277 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:24:39.746902 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 6f97b093-2148-47f8-a011-7e226fde6277 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:39.748636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:40.223177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42276) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:40.335259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] Deleting subnet 3fa451b3-659a-4f23-a753-9e659349423b {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:24:40.339069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:40.413950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:40.481873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:40.892664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:40.930472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:41.141712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa451b3-659a-4f23-a753-9e659349423b,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:41.143745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:41.162928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:41.168975 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5819bf6b-f5f8-4bd3-a7a0-8a453649d267 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/3fa451b3-659a-4f23-a753-9e659349423b HTTP/1.1" status: 204 len: 168 time: 0.9445055 Feb 11 19:24:41.171912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42328) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:41.323047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:41.545654 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:41.700526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f66bcc-37ad-4356-bf98-9afdfdd4eab8']}} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:41.718029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503cd79c-7a8c-4ed0-8644-585904a62b5e') {'for_net_delete': True} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:41.718730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503cd79c-7a8c-4ed0-8644-585904a62b5e') {} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:24:41.737970 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853521911'] for segment, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:41.764708 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:41.767486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:24:41.949269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42350) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:41.986331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:24:41.997058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852634883'] for segment, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.158710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.177421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:42.199617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e98d6f3fa145deb7866b21db077d75 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:42.213765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:42.220783 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:42.230102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Network c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:24:42.275974 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:24:42.329232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.348730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.364473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f5e1b2f1-9b75-4a63-bdaa-989050955983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:42.406298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.406549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ded4d-5764-4ce1-9023-aa38933d3e6e,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:42.410427 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-abfece64-0c55-476c-84f2-8d736e3d9f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:42.416906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:42.431976 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d0e98d6f3fa145deb7866b21db077d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805470 Feb 11 19:24:42.432639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42360) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:42.449366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.461058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f66bcc-37ad-4356-bf98-9afdfdd4eab8,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:42.467022 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c8f66bcc-37ad-4356-bf98-9afdfdd4eab8 HTTP/1.1" status: 204 len: 168 time: 1.2912734 Feb 11 19:24:42.467022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3a9dbc03-816c-43a5-a82b-44157cd0af74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:42.508927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e833-69ee-4ac3-a434-91fd166dc866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.542062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e833-69ee-4ac3-a434-91fd166dc866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.614980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e833-69ee-4ac3-a434-91fd166dc866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.631363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8c64f0b7-4997-4cf8-995b-10a0ea8f8fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:42.666048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e833-69ee-4ac3-a434-91fd166dc866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.670385 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f0c3e833-69ee-4ac3-a434-91fd166dc866 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8c5ded4d-5764-4ce1-9023-aa38933d3e6e HTTP/1.1" status: 204 len: 168 time: 0.2336457 Feb 11 19:24:42.672347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3e833-69ee-4ac3-a434-91fd166dc866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ded4d-5764-4ce1-9023-aa38933d3e6e,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:42.680214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f0c3e833-69ee-4ac3-a434-91fd166dc866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:42.682536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42372) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:42.752443 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b7f50fc9-f380-4829-9fb3-5651803fd8f7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6c2867ff3aab47cda716a1bf63dc2a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679939 Feb 11 19:24:42.755260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42376) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:42.839638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c02c16e0-293b-4621-a43c-89cb1c77eb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.871519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c02c16e0-293b-4621-a43c-89cb1c77eb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.935218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c02c16e0-293b-4621-a43c-89cb1c77eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.941293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-af7e00fc-71b2-4f0f-b62d-65b9b0e6ef6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:42.955636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c16e0-293b-4621-a43c-89cb1c77eb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff7dcd-11c4-4f64-874e-83d7119765c0,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:42.960186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c02c16e0-293b-4621-a43c-89cb1c77eb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:42.970704 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c02c16e0-293b-4621-a43c-89cb1c77eb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:42.975325 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c02c16e0-293b-4621-a43c-89cb1c77eb94 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9dff7dcd-11c4-4f64-874e-83d7119765c0 HTTP/1.1" status: 204 len: 168 time: 0.2187030 Feb 11 19:24:43.253063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42392) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:43.280156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:43.305099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:43.315390 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Usage tracker for resource:security_group_rule and tenant:423d080b9c334f188b42ba8819818943 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:43.326889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:43.333364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:43.444043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:43.449445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:43.463677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-bae605d5-c5f0-4923-b62e-d51bc2b97ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:43.519770 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=423d080b9c334f188b42ba8819818943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652493 Feb 11 19:24:43.519899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42408) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:43.521994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf972420-8916-4867-94ee-34365659c24d,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:43.526804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:43.617825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba25abe4-4f03-48fd-80c7-2acc258e20d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:43.655504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba25abe4-4f03-48fd-80c7-2acc258e20d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:43.735639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba25abe4-4f03-48fd-80c7-2acc258e20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:43.741084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f3230cab-300f-442c-b04b-f5914ec6e653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:43.752639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25abe4-4f03-48fd-80c7-2acc258e20d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf972420-8916-4867-94ee-34365659c24d,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:43.757086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ba25abe4-4f03-48fd-80c7-2acc258e20d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:43.760762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba25abe4-4f03-48fd-80c7-2acc258e20d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:43.761982 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ba25abe4-4f03-48fd-80c7-2acc258e20d3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bf972420-8916-4867-94ee-34365659c24d HTTP/1.1" status: 204 len: 168 time: 0.2407644 Feb 11 19:24:44.080730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-cbd86589-047a-4702-a7f6-2fadf723596f tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:44.081549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-cbd86589-047a-4702-a7f6-2fadf723596f tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Synchronizing usage tracker for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:network {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:24:44.099633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-cbd86589-047a-4702-a7f6-2fadf723596f tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Unset dirty status for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:network {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:24:44.101021 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-cbd86589-047a-4702-a7f6-2fadf723596f tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 814 time: 0.2780390 Feb 11 19:24:44.120046 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-8b623146-e5f8-4487-924f-a457692c546f tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/quotas/90e63da7291c4c5c84058bc4681c0f41 HTTP/1.1" status: 200 len: 375 time: 0.0124991 Feb 11 19:24:44.296102 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-cbe3720c-601a-4edf-9abd-47edf9dbd45b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1657081 Feb 11 19:24:44.693684 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-1cc00ea4-3cfa-429c-afb5-464e04506df7 service neutron] 10.222.0.101 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825245 Feb 11 19:24:44.861553 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-ff56ffc5-d802-4e13-9b54-fbd5149f8ecc service neutron] 10.222.0.101 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1605780 Feb 11 19:24:45.138023 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-a2404d98-cea5-44ab-9c92-cd37ee97d1ef req-d86db104-a1d7-4de3-ab6d-dec08b7f97ab tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Synchronizing usage tracker for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:24:45.168717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-a2404d98-cea5-44ab-9c92-cd37ee97d1ef req-d86db104-a1d7-4de3-ab6d-dec08b7f97ab tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Unset dirty status for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:24:45.175560 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a2404d98-cea5-44ab-9c92-cd37ee97d1ef req-d86db104-a1d7-4de3-ab6d-dec08b7f97ab tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 210 time: 0.1092687 Feb 11 19:24:46.405633 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-95ae6563-bba8-40e8-ad30-2a9b8762e164 req-bd5bef0b-5220-4a8c-b27f-1d3e25c9d18b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0779667 Feb 11 19:24:46.759781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-49ff2360-52cc-464f-9330-364935a4c45c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:46.761545 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-49ff2360-52cc-464f-9330-364935a4c45c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 814 time: 0.2888839 Feb 11 19:24:46.792318 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'port': {'device_id': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'admin_state_up': True, 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:24:46.969461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:46.983535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:46.995015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Made reservation on behalf of 90e63da7291c4c5c84058bc4681c0f41 for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:24:47.022875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:47.422717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Allocated IP 172.20.0.4 (436d30ed-4250-4b97-bdbf-0953f3b38ac2/bdc03383-f0c7-4c0a-86cb-feaee15d39d3/99454cb6-18e9-4591-bfcf-28b872dab7e4) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:24:47.750614 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-62dfa5e3-794b-42ed-a30a-a571b2edf0b6 req-300cf04b-4f4f-499a-87a5-6b87ac33a2e4 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0806136 Feb 11 19:24:47.853354 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:47.880574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Transition to ACTIVE for port object 99454cb6-18e9-4591-bfcf-28b872dab7e4 will not be triggered until provisioned by entity DHCP. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:24:47.908632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.010840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5b399a6e-aa94-4556-aef2-64720b50ba6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:48.118476 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event updated for resources: {'Port': ['ID=99454cb6-18e9-4591-bfcf-28b872dab7e4,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:48.126835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:48.127309 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42552) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:48.174655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:24:48.177420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:24:48.186147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:24:48.359655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:48.361108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.404584 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6175427 Feb 11 19:24:48.452053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.470037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:48.477450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Usage tracker for resource:security_group_rule and tenant:1e75c2e5536346bbad973c56d5328fcf is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:48.481040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:48.487949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:48.529120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-6217d781-fb53-4e95-aab8-67cd0226a2f5 None None] Provisioning for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:24:48.537314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-6217d781-fb53-4e95-aab8-67cd0226a2f5 None None] Provisioning complete for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:24:48.538137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6217d781-fb53-4e95-aab8-67cd0226a2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.632158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-6217d781-fb53-4e95-aab8-67cd0226a2f5 None None] Port 99454cb6-18e9-4591-bfcf-28b872dab7e4 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:24:48.639555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.643991 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.653913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-843b8470-c872-40e5-85cd-6170f33a41a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:48.687282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaadb3d-63fc-4b6b-8e5b-2ba8b66ade25,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:48.704682 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:48.708344 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1e75c2e5536346bbad973c56d5328fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777719 Feb 11 19:24:48.714383 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42564) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:48.787511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b4a-f26d-4e00-8fa6-fec17b10c335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.829931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b4a-f26d-4e00-8fa6-fec17b10c335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.946987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b4a-f26d-4e00-8fa6-fec17b10c335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.955956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ba25abe4-4f03-48fd-80c7-2acc258e20d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:48.970206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3b4a-f26d-4e00-8fa6-fec17b10c335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaadb3d-63fc-4b6b-8e5b-2ba8b66ade25,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:48.974748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3c6f3b4a-f26d-4e00-8fa6-fec17b10c335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:48.993900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b4a-f26d-4e00-8fa6-fec17b10c335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:48.996707 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3c6f3b4a-f26d-4e00-8fa6-fec17b10c335 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/edaadb3d-63fc-4b6b-8e5b-2ba8b66ade25 HTTP/1.1" status: 204 len: 168 time: 0.2795873 Feb 11 19:24:49.142637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0570-dee0-4485-a705-18be447d5cd8 req-44fbf418-8afe-464d-8b2a-e6ccde3f0253 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:49.144401 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a8bb0570-dee0-4485-a705-18be447d5cd8 req-44fbf418-8afe-464d-8b2a-e6ccde3f0253 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.2449901 Feb 11 19:24:49.252563 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a8bb0570-dee0-4485-a705-18be447d5cd8 req-3646224d-9f84-40e3-a57a-63d89bba4c09 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003921 Feb 11 19:24:50.632559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce56b19-d621-4732-a583-6527543fb07b req-69bb6d0a-0877-4c6c-b805-f2170f87419b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:50.633474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-2ce56b19-d621-4732-a583-6527543fb07b req-69bb6d0a-0877-4c6c-b805-f2170f87419b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Synchronizing usage tracker for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:24:50.651061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-2ce56b19-d621-4732-a583-6527543fb07b req-69bb6d0a-0877-4c6c-b805-f2170f87419b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Unset dirty status for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:24:50.652446 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2ce56b19-d621-4732-a583-6527543fb07b req-69bb6d0a-0877-4c6c-b805-f2170f87419b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.2520816 Feb 11 19:24:50.726052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-2ce56b19-d621-4732-a583-6527543fb07b req-321ed406-ce82-4e0d-aedc-83aaff460880 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Synchronizing usage tracker for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:security_group {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:24:50.745076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-2ce56b19-d621-4732-a583-6527543fb07b req-321ed406-ce82-4e0d-aedc-83aaff460880 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Unset dirty status for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:security_group {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:24:50.754798 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2ce56b19-d621-4732-a583-6527543fb07b req-321ed406-ce82-4e0d-aedc-83aaff460880 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851953 Feb 11 19:24:52.161590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804a526-70a1-44b4-85ce-62aeb913cd63 req-58657115-7268-435c-b869-6d831cee0680 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:52.163582 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0804a526-70a1-44b4-85ce-62aeb913cd63 req-58657115-7268-435c-b869-6d831cee0680 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.2309952 Feb 11 19:24:52.279712 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0804a526-70a1-44b4-85ce-62aeb913cd63 req-c7891778-c21b-41ad-a390-a01b13e1df45 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056042 Feb 11 19:24:53.688710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc813e-7c3c-4338-8982-3423afa5a81f req-e16a19f9-7403-4b90-9d89-ee7d74e60459 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:53.691847 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f5fc813e-7c3c-4338-8982-3423afa5a81f req-e16a19f9-7403-4b90-9d89-ee7d74e60459 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.2617502 Feb 11 19:24:53.810026 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f5fc813e-7c3c-4338-8982-3423afa5a81f req-18609a3f-0f9b-4d5a-bd90-8aad9ad05893 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039064 Feb 11 19:24:54.059557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42656) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:54.227479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:54.249017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:54.253561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Usage tracker for resource:security_group_rule and tenant:8fdd119f757842b38c022f1cce411c57 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:54.256756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:54.263151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:54.364730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:54.374828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:54.400103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b5e8e083-75ee-434d-b52b-fde107409d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:54.442067 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8fdd119f757842b38c022f1cce411c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809259 Feb 11 19:24:54.445311 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42662) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:54.462278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8476a81-744c-4b34-bc77-445829e11892,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:54.467981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:54.523123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c0f30fb3-836a-4de8-9dc5-56e98e285708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:54.557322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c0f30fb3-836a-4de8-9dc5-56e98e285708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:54.605503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c0f30fb3-836a-4de8-9dc5-56e98e285708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:54.611463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2c5a2615-3343-4c09-bc87-388cf2fd1188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:54.626990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f30fb3-836a-4de8-9dc5-56e98e285708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8476a81-744c-4b34-bc77-445829e11892,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:54.630089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c0f30fb3-836a-4de8-9dc5-56e98e285708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:54.631058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c0f30fb3-836a-4de8-9dc5-56e98e285708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:54.632493 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c0f30fb3-836a-4de8-9dc5-56e98e285708 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a8476a81-744c-4b34-bc77-445829e11892 HTTP/1.1" status: 204 len: 168 time: 0.1859660 Feb 11 19:24:54.717984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f6c2-4aaa-46e0-ac1e-396747c871e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:55.080060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42680) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:55.117813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:55.149419 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:55.153672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Usage tracker for resource:security_group_rule and tenant:49bf485570cf4c08bb980066ec8a82df is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:55.157408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:55.164158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:55.191518 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c92f05-8abc-4789-81dd-ea5ff1ff751e req-872526b9-35cf-4c7d-aab2-7e7236b64fba tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:55.195188 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-76c92f05-8abc-4789-81dd-ea5ff1ff751e req-872526b9-35cf-4c7d-aab2-7e7236b64fba tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.2093058 Feb 11 19:24:55.369937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:55.374134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:55.392149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0e2b0fe7-5cf1-4fcb-a26e-3cbc544334ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:55.441950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42686) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:55.442189 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=49bf485570cf4c08bb980066ec8a82df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607781 Feb 11 19:24:55.442972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca58c7ef-78d3-413c-bfb9-53a47206e89a,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:55.446392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:55.543120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-883a9089-0a36-48a7-bccf-7d6adc3f068b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:55.585396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-883a9089-0a36-48a7-bccf-7d6adc3f068b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:55.655559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-883a9089-0a36-48a7-bccf-7d6adc3f068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:55.661541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3575b44c-377d-4570-be34-277c15a0eeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:55.699867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a9089-0a36-48a7-bccf-7d6adc3f068b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca58c7ef-78d3-413c-bfb9-53a47206e89a,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:55.716253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-883a9089-0a36-48a7-bccf-7d6adc3f068b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:55.725244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-883a9089-0a36-48a7-bccf-7d6adc3f068b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:55.726476 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-883a9089-0a36-48a7-bccf-7d6adc3f068b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ca58c7ef-78d3-413c-bfb9-53a47206e89a HTTP/1.1" status: 204 len: 168 time: 0.2834480 Feb 11 19:24:55.761610 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-76c92f05-8abc-4789-81dd-ea5ff1ff751e req-93401f91-a086-468a-83c5-a3745861610e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616634 Feb 11 19:24:57.377700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-880d3d82-3592-4b51-8b20-ac514d651352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:57.544172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb92f4-7b84-4df6-bdd5-3b50f91b780c req-29f1f885-6d75-4f22-bd43-29c17b14376f tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:57.554651 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b3fb92f4-7b84-4df6-bdd5-3b50f91b780c req-29f1f885-6d75-4f22-bd43-29c17b14376f tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.6386945 Feb 11 19:24:57.707387 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b3fb92f4-7b84-4df6-bdd5-3b50f91b780c req-3a9ca5b7-46a6-43d9-bd68-515e15cfc41d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542623 Feb 11 19:24:57.777791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:58.721131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:58.901590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42802) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:59.075898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b360f71-0420-4812-a4c8-bd5456abfa4b req-d1140e3a-bbdc-4fcb-a4df-4861103a02e7 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:24:59.077635 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3b360f71-0420-4812-a4c8-bd5456abfa4b req-d1140e3a-bbdc-4fcb-a4df-4861103a02e7 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.1950254 Feb 11 19:24:59.079374 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.101995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:59.106471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Usage tracker for resource:security_group_rule and tenant:68ff62430f7b42d58d48242b8b0fae8b is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:59.110658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:59.117464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:24:59.148569 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3b360f71-0420-4812-a4c8-bd5456abfa4b req-a44cc0a9-c6c3-4c94-ba3f-1092c2cec422 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632656 Feb 11 19:24:59.215246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.224552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.236882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4b66e03e-4d39-435a-9ec8-6905cdae1ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:59.285265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf15eb9-8967-4402-aa99-a241e6c23aac,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:59.304077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:59.312688 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=68ff62430f7b42d58d48242b8b0fae8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093151 Feb 11 19:24:59.315064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42812) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:59.382727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-121c37df-334e-4b2c-aa66-3dcbf9e27a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.411820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-121c37df-334e-4b2c-aa66-3dcbf9e27a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.459331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-121c37df-334e-4b2c-aa66-3dcbf9e27a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.464559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-de25dcf6-8eb8-42dc-9fd3-b5fd629360a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:24:59.478658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c37df-334e-4b2c-aa66-3dcbf9e27a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf15eb9-8967-4402-aa99-a241e6c23aac,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:24:59.488679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-121c37df-334e-4b2c-aa66-3dcbf9e27a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:24:59.489534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-121c37df-334e-4b2c-aa66-3dcbf9e27a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.490776 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-121c37df-334e-4b2c-aa66-3dcbf9e27a34 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6bf15eb9-8967-4402-aa99-a241e6c23aac HTTP/1.1" status: 204 len: 168 time: 0.1746898 Feb 11 19:24:59.601711 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.896702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42822) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:24:59.917000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:24:59.934118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:24:59.938975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Usage tracker for resource:security_group_rule and tenant:b9c1df6819e04b7589f208695c0279fa is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:24:59.942036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:24:59.948738 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:00.042618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:00.046192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:00.060261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c02c16e0-293b-4621-a43c-89cb1c77eb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:00.105574 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b9c1df6819e04b7589f208695c0279fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076693 Feb 11 19:25:00.108176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab7e349-7d69-4293-92b2-b28f229f19ad,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:00.109207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42832) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:00.111826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:00.177732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b6588034-03d8-43e2-a5aa-394541eae9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:00.210744 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b6588034-03d8-43e2-a5aa-394541eae9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:00.265898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b6588034-03d8-43e2-a5aa-394541eae9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:00.271011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a53472af-adc2-45f7-8b6e-706f6e8fa760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:00.286430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6588034-03d8-43e2-a5aa-394541eae9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab7e349-7d69-4293-92b2-b28f229f19ad,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:00.288908 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b6588034-03d8-43e2-a5aa-394541eae9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:00.290330 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b6588034-03d8-43e2-a5aa-394541eae9b3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8ab7e349-7d69-4293-92b2-b28f229f19ad HTTP/1.1" status: 204 len: 168 time: 0.1797423 Feb 11 19:25:00.292133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b6588034-03d8-43e2-a5aa-394541eae9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:00.472095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974721-6634-4922-9540-a02888bfa0a6 req-32986dff-c90e-4284-87de-9109d84d3404 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:00.473774 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d3974721-6634-4922-9540-a02888bfa0a6 req-32986dff-c90e-4284-87de-9109d84d3404 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.1776605 Feb 11 19:25:00.541943 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d3974721-6634-4922-9540-a02888bfa0a6 req-48a23388-4d07-4645-b847-d0a427792308 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616353 Feb 11 19:25:01.685724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:25:01.769939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42874) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:01.843755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60b00d-da5a-42b5-bbe0-d826642c651a req-a8136f72-6a9f-4637-b03f-be7eb371cedd tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:01.845523 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0e60b00d-da5a-42b5-bbe0-d826642c651a req-a8136f72-6a9f-4637-b03f-be7eb371cedd tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.1677513 Feb 11 19:25:01.915188 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0e60b00d-da5a-42b5-bbe0-d826642c651a req-82a8de34-207b-408f-af12-a650f3cd0d5a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634041 Feb 11 19:25:01.947466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:01.967727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:01.971866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Usage tracker for resource:security_group_rule and tenant:30e588864d9e46c09592e3f019da0cf1 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:01.974933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:01.981209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:02.069943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:02.072807 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:02.082265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1e839586-14fc-47cc-960b-8e0eee42d15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:02.127475 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=30e588864d9e46c09592e3f019da0cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562655 Feb 11 19:25:02.128460 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da87fe6-5509-458b-9a7f-801f0c3af0ff,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:02.130501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42884) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:02.137172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.137594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.138003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.138445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.138826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.139225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.139648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.140475 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.140872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.141263 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.141655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.142046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.142584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.142899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.143289 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.143755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.144064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.144480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.144873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.145261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.145647 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.146029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.146414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.146797 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:02.151414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:02.201073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-96d29d82-a98d-4afe-a9dd-94fe7e2d5e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:02.231180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-96d29d82-a98d-4afe-a9dd-94fe7e2d5e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:02.278578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-96d29d82-a98d-4afe-a9dd-94fe7e2d5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:02.284196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1c5775b0-be75-43c1-9b19-fc9063b57739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:02.297827 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d29d82-a98d-4afe-a9dd-94fe7e2d5e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da87fe6-5509-458b-9a7f-801f0c3af0ff,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:02.301047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-96d29d82-a98d-4afe-a9dd-94fe7e2d5e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:02.303105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-96d29d82-a98d-4afe-a9dd-94fe7e2d5e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:02.307487 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-96d29d82-a98d-4afe-a9dd-94fe7e2d5e5a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3da87fe6-5509-458b-9a7f-801f0c3af0ff HTTP/1.1" status: 204 len: 168 time: 0.1758733 Feb 11 19:25:02.803196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42904) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:03.058085 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:03.072852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:03.120898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Usage tracker for resource:security_group_rule and tenant:11b5eabf33f44cc28852afb52320462c is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:03.136372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:03.143303 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Request body: {'port': {'device_id': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:03.180036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:03.452898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e35e5-96ab-4cbd-b882-51ccc39077d8 req-df47c2ad-38f4-4e88-8c14-db0c85de8d77 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:03.454623 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-599e35e5-96ab-4cbd-b882-51ccc39077d8 req-df47c2ad-38f4-4e88-8c14-db0c85de8d77 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 931 time: 0.3835368 Feb 11 19:25:03.499080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:03.534727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:03.546436 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:03.558216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-88414f0c-0a9c-4749-89b9-e4a8ff3f99a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:03.641760 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-599e35e5-96ab-4cbd-b882-51ccc39077d8 req-835239e7-ee37-4143-a00b-a7b01b845e8a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690133 Feb 11 19:25:03.681236 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=11b5eabf33f44cc28852afb52320462c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768122 Feb 11 19:25:03.685519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42928) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:03.765150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5d047a9-4970-497b-ae3e-f8b8f2f5ff52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:03.798741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5d047a9-4970-497b-ae3e-f8b8f2f5ff52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:03.853849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5d047a9-4970-497b-ae3e-f8b8f2f5ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:03.865204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-12e2bc9d-eab1-4eb2-bdad-320c8371fcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:03.882730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d047a9-4970-497b-ae3e-f8b8f2f5ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48754cf0-9366-4b29-b024-16d370135c8d,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:03.885965 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5d047a9-4970-497b-ae3e-f8b8f2f5ff52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:03.891203 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b5d047a9-4970-497b-ae3e-f8b8f2f5ff52 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/48754cf0-9366-4b29-b024-16d370135c8d HTTP/1.1" status: 204 len: 168 time: 0.2044635 Feb 11 19:25:03.892398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b5d047a9-4970-497b-ae3e-f8b8f2f5ff52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:03.927737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48754cf0-9366-4b29-b024-16d370135c8d,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:03.942426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-febc3a43-3a7c-40f4-8913-288572f12f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:04.290215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99454cb6-18e9-4591-bfcf-28b872dab7e4 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:25:04.298785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:04.312565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Transition to ACTIVE for port object 99454cb6-18e9-4591-bfcf-28b872dab7e4 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:04.316087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:04.334710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-423e7cd2-6694-497a-b88b-b13d62dd3844 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:04.485497 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Pushing event updated for resources: {'Port': ['ID=99454cb6-18e9-4591-bfcf-28b872dab7e4,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:04.490788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:04.680471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Attempting to bind port 99454cb6-18e9-4591-bfcf-28b872dab7e4 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:25:04.680851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Attempting to bind port 99454cb6-18e9-4591-bfcf-28b872dab7e4 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:25:04.681420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Attempting to bind port 99454cb6-18e9-4591-bfcf-28b872dab7e4 on network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:25:04.687947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:25:04.688460 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Checking segment: {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:04.688946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:04.689434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Bound using segment: {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:25:04.689992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Bound port: 99454cb6-18e9-4591-bfcf-28b872dab7e4, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98185dd-87ce-4f17-abfd-19b7f845f69b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:25:04.690447 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:04.813312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] For port 99454cb6-18e9-4591-bfcf-28b872dab7e4, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:25:04.817238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] For port 99454cb6-18e9-4591-bfcf-28b872dab7e4, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:25:04.821422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:04.839077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-53fffaaa-4730-4280-b91c-99ca935fa078 tempest-ServerRescueNegativeTestJSON-578390033 tempest-ServerRescueNegativeTestJSON-578390033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:05.014889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 42960) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:05.057037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Pushing event updated for resources: {'Port': ['ID=99454cb6-18e9-4591-bfcf-28b872dab7e4,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:05.060480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:05.061168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:05.062757 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] 10.222.0.42 "PUT /v2.0/ports/99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 1157 time: 1.9384398 Feb 11 19:25:05.063431 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:05.069182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:05.080547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa55049-3a01-40de-9f44-e33f44c5df1f req-c9ccd572-bde5-4260-8a0f-cf6a72c961a4 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:05.082327 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-afa55049-3a01-40de-9f44-e33f44c5df1f req-c9ccd572-bde5-4260-8a0f-cf6a72c961a4 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 943 time: 0.2022107 Feb 11 19:25:05.156769 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-afa55049-3a01-40de-9f44-e33f44c5df1f req-3ba2490d-01af-43d8-a555-0478c7633773 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675285 Feb 11 19:25:05.190245 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'status': 'completed', 'code': 200} Feb 11 19:25:05.245903 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2099830661-network', 'tenant_id': '168b85218b484bdf95678347ac6c47fd'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:05.253364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:05.261481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Usage tracker for resource:network and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:05.267635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:05.277231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:05.293846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-57258292-b442-41ba-9e3f-5bea62b4bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:05.296049 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-57258292-b442-41ba-9e3f-5bea62b4bb7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1160 time: 0.1659167 Feb 11 19:25:05.297538 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Made reservation on behalf of 168b85218b484bdf95678347ac6c47fd for: {'network': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:25:05.302843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:05.400463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:05.423913 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-b988a9b8-0f36-4d8e-b77f-848dcbbac50b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 217 time: 0.1085975 Feb 11 19:25:05.427975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:05.474065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Usage tracker for resource:security_group_rule and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:05.481220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:05.495342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:05.526952 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-910bce23-146a-45c6-946a-05d993074c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:05.528684 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-910bce23-146a-45c6-946a-05d993074c83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.0974941 Feb 11 19:25:05.684190 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-099af3a6-b8f2-4275-821a-f37b3259b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:05.685975 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-099af3a6-b8f2-4275-821a-f37b3259b30c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1478152 Feb 11 19:25:05.690499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:05.719134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:05.736765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9a0767f1-2f61-4f08-bb43-42b75a51b2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:05.833361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=79955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:25:05.855576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a92fb33-1972-4b14-a8ae-6987e490acef,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:05.865337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:05.868793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727067058052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:05.869478 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Added segment 2b2d985d-d21c-42b0-83a9-7c7608ec5161 of type vxlan for network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 Feb 11 19:25:05.931390 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:05.937732 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-07fa6abc-6365-4ad4-9c75-b24d755888bb service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444110 Feb 11 19:25:06.074491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:06.079345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:06.079996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:06.087890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d49db4f4-114b-4f5a-9e2d-89865711581c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:06.249961 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-21574e22-1dd5-4abb-b00e-da1c128ef874 req-854fec2f-c950-4a52-8863-657eed786358 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3040361 Feb 11 19:25:06.250768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Pushing event updated for resources: {'Network': ['ID=7807e46a-d688-404a-8cb6-8ed4dd5fc748,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:06.254238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:06.265557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:25:06.270757 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e52553fa-58f1-4003-bd25-dc4eda315a25 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2525361 Feb 11 19:25:06.271739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42986) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:06.278235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Request body: {'subnet': {'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2099830661-subnet', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:06.291768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:06.298314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Usage tracker for resource:subnet and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:06.298557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:25:06.301692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:06.307717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:06.322483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Made reservation on behalf of 168b85218b484bdf95678347ac6c47fd for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:25:06.332060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852536516'] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:06.607060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd9eb-5a50-462f-9836-35de4881fc69 req-80c456b0-63ca-4ece-8d53-b593d5c39b2b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:06.608813 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-86fbd9eb-5a50-462f-9836-35de4881fc69 req-80c456b0-63ca-4ece-8d53-b593d5c39b2b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 943 time: 0.2801008 Feb 11 19:25:06.621467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-ad7f7f6a-d222-4614-914a-1671232752be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:06.623117 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-ad7f7f6a-d222-4614-914a-1671232752be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1160 time: 0.2235105 Feb 11 19:25:06.785560 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-86fbd9eb-5a50-462f-9836-35de4881fc69 req-a2a95611-76dd-417b-8597-b8f07e19b70e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665339 Feb 11 19:25:06.793670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852634597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852536531'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:06.816045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:06.826156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-da06a518-e930-4cd3-904f-ec376d1c6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:06.827761 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-da06a518-e930-4cd3-904f-ec376d1c6d8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.1888301 Feb 11 19:25:06.908572 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-7dfc3e1b-8c04-4f08-9c4f-e8c7348650a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 217 time: 0.0720901 Feb 11 19:25:06.948033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d056bcd0-2d30-422c-8f2a-b0c83373fdf5,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:06.952746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:06.991289 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-fad33d6b-ecb9-47ff-ac1c-875cf275ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:06.992974 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-fad33d6b-ecb9-47ff-ac1c-875cf275ab60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.0756562 Feb 11 19:25:07.031269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Checking segment: {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:07.031721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Network hostable DHCP agents. Network: 7807e46a-d688-404a-8cb6-8ed4dd5fc748, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:25:07.053948 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:25:07.069252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 7807e46a-d688-404a-8cb6-8ed4dd5fc748) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:07.080407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b888a0-dc42-4e61-b727-f991b555e4f3 None None] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:25:07.084882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:07.085532 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:07.096216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-e212c3ba-d5fc-4453-967b-ec13b4a20ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:07.098424 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-e212c3ba-d5fc-4453-967b-ec13b4a20ad8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980151 Feb 11 19:25:07.106704 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ddd99ca3-4bba-4dd4-9940-61ca9aec2fad admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8335915 Feb 11 19:25:07.109410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 42994) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:07.117553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:07.125029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:07.131201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Usage tracker for resource:router and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:07.136552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:07.144820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:07.156314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854226639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774107'] for router, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:07.157698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854220646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854222438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1710'] for router, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:07.181988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:07.319781 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-a2c39627-457b-483b-89d7-51c77cd26fd6 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138717 Feb 11 19:25:07.377974 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a85b6b2-42ab-52d4-9db8-8087a1dd886a-7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5'}]}} from dv-cinder-775250-1-smb. {{(pid=79957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 19:25:07.378918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:07.507463 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d62c7950-b3bc-469b-99ee-4a890c1da58b req-1d52e1b4-c16b-468a-b96a-cd450f399d12 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1800871 Feb 11 19:25:07.733364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Allocated IP 172.20.0.2 (7807e46a-d688-404a-8cb6-8ed4dd5fc748/d056bcd0-2d30-422c-8f2a-b0c83373fdf5/7cdccd3e-118a-4b74-b178-ed149c52f93e) {{(pid=79957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:07.776582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854222453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854226654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1695'] for router, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.007353 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Notify callbacks [] for port, precommit_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.019456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Transition to ACTIVE for port object 7cdccd3e-118a-4b74-b178-ed149c52f93e will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:08.037249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Transition to ACTIVE for port object 7cdccd3e-118a-4b74-b178-ed149c52f93e will not be triggered until provisioned by entity DHCP. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:08.042801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.058724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:08.220402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.260617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.387144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc8db-a27b-4c88-9997-810015580b0f req-c7629c14-9ff1-484e-831a-52441100a795 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:08.389457 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8defc8db-a27b-4c88-9997-810015580b0f req-c7629c14-9ff1-484e-831a-52441100a795 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 943 time: 0.3705888 Feb 11 19:25:08.391019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Pushing event updated for resources: {'Port': ['ID=7cdccd3e-118a-4b74-b178-ed149c52f93e,revision_number=1']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:08.395905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:08.445789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 is already hosted by enough agents. {{(pid=79957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:08.447008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Resources bound (agent type, host, resource id): {{(pid=79957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:08.449516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Received port after_create {{(pid=79957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:08.510928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Attempting to bind port 7cdccd3e-118a-4b74-b178-ed149c52f93e on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:25:08.511357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Attempting to bind port 7cdccd3e-118a-4b74-b178-ed149c52f93e by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:25:08.511766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Attempting to bind port 7cdccd3e-118a-4b74-b178-ed149c52f93e on network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:25:08.529637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:25:08.530072 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Checking segment: {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:08.530508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.531257 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Bound using segment: {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:25:08.531934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Bound port: 7cdccd3e-118a-4b74-b178-ed149c52f93e, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:25:08.540038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.546128 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8defc8db-a27b-4c88-9997-810015580b0f req-a25a6e43-085b-4991-b0e8-b271b1296d6a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395767 Feb 11 19:25:08.653544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] For port 7cdccd3e-118a-4b74-b178-ed149c52f93e, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:25:08.657290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] For port 7cdccd3e-118a-4b74-b178-ed149c52f93e, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=7cdccd3e-118a-4b74-b178-ed149c52f93e,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:25:08.660766 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.696613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:08.741610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Allocated IP 172.28.3.177 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/7465dd7a-50f7-4844-aa57-0894a48b4db2) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:08.841259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Pushing event updated for resources: {'Port': ['ID=7cdccd3e-118a-4b74-b178-ed149c52f93e,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:08.852840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:08.913762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.918560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.947809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:08.964818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a2cc23b6-07eb-450d-a8b1-3d6449df38a5 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:09.118102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Pushing event updated for resources: {'Port': ['ID=7465dd7a-50f7-4844-aa57-0894a48b4db2,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:09.121209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:09.210431 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:09.212251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:09.214967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:09.632674 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 7cdccd3e-118a-4b74-b178-ed149c52f93e up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:09.737714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:09.757179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 7cdccd3e-118a-4b74-b178-ed149c52f93e completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:09.935258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13647a8-d533-4d4c-8973-6638f1d2199c req-d5402f5e-d766-45b1-9b42-08506975a94c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:09.937029 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f13647a8-d533-4d4c-8973-6638f1d2199c req-d5402f5e-d766-45b1-9b42-08506975a94c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 943 time: 0.2074394 Feb 11 19:25:10.030703 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f13647a8-d533-4d4c-8973-6638f1d2199c req-0d0333af-c014-42b7-b9ad-151e0a8f50f9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869443 Feb 11 19:25:10.174180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553452'] for router, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:10.362092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ccdc12-287d-4dd4-939b-87a19bf3f167 None None] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:25:10.439292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 is scheduled to L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 with binding_index 1 {{(pid=79956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 19:25:10.454801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] Provisioning for port 7cdccd3e-118a-4b74-b178-ed149c52f93e completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:10.468706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] Provisioning complete for port 7cdccd3e-118a-4b74-b178-ed149c52f93e triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:10.469128 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:10.781813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:10.845628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] For port 7cdccd3e-118a-4b74-b178-ed149c52f93e, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=7cdccd3e-118a-4b74-b178-ed149c52f93e,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:10.855934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:10.858042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:10.944435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:25:10.944916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] Pushing event updated for resources: {'Port': ['ID=7cdccd3e-118a-4b74-b178-ed149c52f93e,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:10.948358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:10.958967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Sync routers for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:25:10.979876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:10.982842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:24:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:10.993597 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:10.999109 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8880868 Feb 11 19:25:11.002849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43062) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:11.226185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:11.599925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-10663c5c-1bc4-427f-acd1-98678a830dc2 None None] Provisioning complete for port 7cdccd3e-118a-4b74-b178-ed149c52f93e triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:11.600395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-10663c5c-1bc4-427f-acd1-98678a830dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:11.659912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 7cdccd3e-118a-4b74-b178-ed149c52f93e up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:11.692715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf367c6-a02a-4f9e-92e3-76247da46dc9 req-e2e703a6-f49d-4c9b-841b-aa2545869864 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:11.694745 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-caf367c6-a02a-4f9e-92e3-76247da46dc9 req-e2e703a6-f49d-4c9b-841b-aa2545869864 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 943 time: 0.2350221 Feb 11 19:25:11.809429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.objects.ports [None req-e9cd7ff2-e720-4301-b442-fb4139f25e1d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79957) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 19:25:11.905864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 7cdccd3e-118a-4b74-b178-ed149c52f93e triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:11.905864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:11.911043 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-caf367c6-a02a-4f9e-92e3-76247da46dc9 req-575274d6-2764-401c-b555-6b3e15d0b1fb tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556902 Feb 11 19:25:11.999875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:09Z', 'revision_number': 3, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:12.008740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Checking router: e28a7702-8ea5-4df5-91e1-216ca3a79cc8 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:25:12.009451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Updating router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 port 7465dd7a-50f7-4844-aa57-0894a48b4db2 binding host dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:25:12.131060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:12.194575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-88e1dffa-a66e-4ef0-95b8-5e062c1f776d None None] Provisioning complete for port 7cdccd3e-118a-4b74-b178-ed149c52f93e triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:12.194725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-88e1dffa-a66e-4ef0-95b8-5e062c1f776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:12.392141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:12.509019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 99454cb6-18e9-4591-bfcf-28b872dab7e4 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:12.817880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:12.825619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Allocated IP 172.20.0.1 (7807e46a-d688-404a-8cb6-8ed4dd5fc748/d056bcd0-2d30-422c-8f2a-b0c83373fdf5/5634979a-2d49-465e-b21d-c0345d4dd1ae) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:12.828372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:12.828802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.003942 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.024764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Transition to ACTIVE for port object 5634979a-2d49-465e-b21d-c0345d4dd1ae will not be triggered until provisioned by entity DHCP. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:13.045810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.059761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.085808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f158970-4fc0-4a11-aa82-3614bc68b476 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:13.097022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:13.105512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Notify callbacks [] for port, precommit_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.116998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 99454cb6-18e9-4591-bfcf-28b872dab7e4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:13.124133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Transition to ACTIVE for port object 7465dd7a-50f7-4844-aa57-0894a48b4db2 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:13.125247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.127949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:13.169578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.197265 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'code': 200} Feb 11 19:25:13.275400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3993717-a3df-495e-b58c-a45ed4e8abfa req-dfe5a4b1-3095-4970-a1a0-f10a90954e91 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:13.285562 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c3993717-a3df-495e-b58c-a45ed4e8abfa req-dfe5a4b1-3095-4970-a1a0-f10a90954e91 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.2107117 Feb 11 19:25:13.305784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=99454cb6-18e9-4591-bfcf-28b872dab7e4,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:13.322467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.323292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.323292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.323569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.323987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.324407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.324784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.325149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.326052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.326699 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.326820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.327101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.327545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.327912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.328270 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.328660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.329022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.329382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.329746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.330351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.330464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.330772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.331132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.331486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:13.332197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:13.335542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:13.338339 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:13.338873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:13.339930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:13.390539 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c3993717-a3df-495e-b58c-a45ed4e8abfa req-91c10d00-fb61-43f1-8498-6f3038bb570e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039181 Feb 11 19:25:13.415340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544432'] for router_interface, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.436601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bf1a7-e183-4c93-8fc0-e8753981a090 None None] Pushing event updated for resources: {'Port': ['ID=7465dd7a-50f7-4844-aa57-0894a48b4db2,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:13.445021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-949bf1a7-e183-4c93-8fc0-e8753981a090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:13.472795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Attempting to bind port 7465dd7a-50f7-4844-aa57-0894a48b4db2 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:25:13.473213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Attempting to bind port 7465dd7a-50f7-4844-aa57-0894a48b4db2 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:25:13.473792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Attempting to bind port 7465dd7a-50f7-4844-aa57-0894a48b4db2 on network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:25:13.481519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:25:13.482085 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Checking segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:13.482620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.483134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Bound using segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:25:13.483737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Bound port: 7465dd7a-50f7-4844-aa57-0894a48b4db2, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:25:13.484233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.540589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 99454cb6-18e9-4591-bfcf-28b872dab7e4 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:13.623275 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Pushing event updated for resources: {'Port': ['ID=5634979a-2d49-465e-b21d-c0345d4dd1ae,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:13.636643 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] For port 7465dd7a-50f7-4844-aa57-0894a48b4db2, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:25:13.641660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] For port 7465dd7a-50f7-4844-aa57-0894a48b4db2, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=7465dd7a-50f7-4844-aa57-0894a48b4db2,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:25:13.641961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:13.649702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.666327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:13.714064 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce5b70-997f-4a54-8fc9-be05e477ead5 req-18e499aa-c862-4cb7-996f-43ecd014e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:13.715734 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-22ce5b70-997f-4a54-8fc9-be05e477ead5 req-18e499aa-c862-4cb7-996f-43ecd014e69f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1162 time: 0.1435084 Feb 11 19:25:13.814623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:13.815054 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.821421 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-22ce5b70-997f-4a54-8fc9-be05e477ead5 req-624255f4-ef89-4f7f-a6b1-21307740aa22 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984130 Feb 11 19:25:13.828967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.856073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c144c3f6-d49d-48cf-98cd-739973b95c05 None None] Provisioning for port 5634979a-2d49-465e-b21d-c0345d4dd1ae completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:13.893128 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c144c3f6-d49d-48cf-98cd-739973b95c05 None None] Provisioning complete for port 5634979a-2d49-465e-b21d-c0345d4dd1ae triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:13.893554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c144c3f6-d49d-48cf-98cd-739973b95c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:13.953085 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bf1a7-e183-4c93-8fc0-e8753981a090 None None] Pushing event updated for resources: {'Port': ['ID=7465dd7a-50f7-4844-aa57-0894a48b4db2,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:13.962421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-949bf1a7-e183-4c93-8fc0-e8753981a090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:14.003095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-c144c3f6-d49d-48cf-98cd-739973b95c05 None None] Port 5634979a-2d49-465e-b21d-c0345d4dd1ae cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:25:14.095699 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:14.096668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:24:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:14.213641 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:14.218094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:14.252196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-55797ef9-777c-49e4-833a-af2ec4973ab2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:14.333153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:14.580817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225164'] for router_interface, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:14.594535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Pushing event updated for resources: {'Port': ['ID=5634979a-2d49-465e-b21d-c0345d4dd1ae,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:14.599792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:14.742785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839609-67a1-4bc2-b7b3-f6f7f48fe68a req-be89acdc-a6bc-47bd-adc7-d54f4150188e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:14.745061 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-af839609-67a1-4bc2-b7b3-f6f7f48fe68a req-be89acdc-a6bc-47bd-adc7-d54f4150188e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.2155795 Feb 11 19:25:14.766671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:14.768001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:14.832937 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-af839609-67a1-4bc2-b7b3-f6f7f48fe68a req-1bb352a9-747d-4dbd-b993-b5ce7a9f8f30 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Feb 11 19:25:14.949452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:12Z', 'revision_number': 1, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:14.954463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb1949-b37b-4724-8c50-4fcd813a484d None None] The sync data for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb is: [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:12Z', 'revision_number': 1, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:25:15.045291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:25:15.142873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-df7d1b3d-1791-4347-aeed-c26d91774a0a None None] Provisioning complete for port 5634979a-2d49-465e-b21d-c0345d4dd1ae triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:15.143303 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-df7d1b3d-1791-4347-aeed-c26d91774a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:15.264796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-df7d1b3d-1791-4347-aeed-c26d91774a0a None None] Port 5634979a-2d49-465e-b21d-c0345d4dd1ae cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:25:15.315920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:25:15.326481 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] 10.222.0.101 "PUT /v2.0/routers/e28a7702-8ea5-4df5-91e1-216ca3a79cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3220024 Feb 11 19:25:15.634597 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 99454cb6-18e9-4591-bfcf-28b872dab7e4 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:15.712770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:15.713198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.156716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1746e2b-7d61-465e-91e3-83d5c57545cb req-b12d5742-6732-467b-8512-d2ed3584d200 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:16.164750 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f1746e2b-7d61-465e-91e3-83d5c57545cb req-b12d5742-6732-467b-8512-d2ed3584d200 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 946 time: 0.2027898 Feb 11 19:25:16.267863 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f1746e2b-7d61-465e-91e3-83d5c57545cb req-d2d4d6f4-e286-4f34-8639-5a7108af9cdd tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014497 Feb 11 19:25:16.282238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51706-22c3-49f1-926e-a5f42bea4e99 req-8da9a01f-bd08-48f7-940c-fbd3351ee511 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:16.296743 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cae51706-22c3-49f1-926e-a5f42bea4e99 req-8da9a01f-bd08-48f7-940c-fbd3351ee511 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.2398455 Feb 11 19:25:16.373017 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cae51706-22c3-49f1-926e-a5f42bea4e99 req-5b7f75cd-8818-4f04-a16c-542196076c86 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803266 Feb 11 19:25:16.523056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43162) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:16.529540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2114670110-network', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:16.534788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:16.539300 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Usage tracker for resource:network and tenant:573255bb608a4f8f9701f3aced792d8a is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:16.542544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:16.548937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:16.559489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Made reservation on behalf of 573255bb608a4f8f9701f3aced792d8a for: {'network': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:25:16.565571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.580546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.598112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:16.602635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Usage tracker for resource:security_group_rule and tenant:573255bb608a4f8f9701f3aced792d8a is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:16.606983 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:16.614183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:16.703222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93d0d8-403f-4c09-8b38-04049113d0e4 req-80098c58-6c57-4d3d-bf7d-6f1f659e5cf6 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:16.705234 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0d93d0d8-403f-4c09-8b38-04049113d0e4 req-80098c58-6c57-4d3d-bf7d-6f1f659e5cf6 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1835752 Feb 11 19:25:16.711694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.716863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.729028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1a66a834-9bc6-47e0-9949-69127fbe7bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:16.747949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:25:16.751021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43168) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:16.773754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727067058052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.774084 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Added segment 2009315a-e21f-48ff-b2b1-00dc2e60b60a of type vxlan for network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b Feb 11 19:25:16.781540 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0d93d0d8-403f-4c09-8b38-04049113d0e4 req-ddd4b8ae-6753-445e-9bb3-64794ee5bb39 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697963 Feb 11 19:25:16.783290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b3a0a7-fe63-435b-b1c6-e4d3a70a101a,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:16.787260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:16.817098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.851172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.852707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:16.853496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.859172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:16.965179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:16.974808 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4504752 Feb 11 19:25:16.975764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Pushing event updated for resources: {'Network': ['ID=86bbf18e-c6c0-498b-8d68-e884d7d9b35b,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:16.978980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-34f29077-da00-475b-9e92-9c15d1c2a913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:16.979347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43176) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:16.988739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Request body: {'subnet': {'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2114670110-subnet', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:16.989916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:25:16.996626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:17.001720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Usage tracker for resource:security_group_rule and tenant:46df258ebc2d49a9a3e6e8199cd206e1 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:17.005404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:17.007999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:17.009040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:25:17.015062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Usage tracker for resource:subnet and tenant:573255bb608a4f8f9701f3aced792d8a is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:17.018025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:17.020370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:17.028886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:17.067175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Made reservation on behalf of 573255bb608a4f8f9701f3aced792d8a for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:25:17.067175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852536516'] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.329817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.371291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.382251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b6588034-03d8-43e2-a5aa-394541eae9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:17.455038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea150ef-9601-43f5-bbc2-57f87640fb62,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:17.459097 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=46df258ebc2d49a9a3e6e8199cd206e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070222 Feb 11 19:25:17.469428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43184) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:17.549224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7ea8b-057c-4abe-89b6-fbac4c5317e1 req-10bfb29e-a140-4efd-810a-fd6aacdea311 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:17.550695 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f9f7ea8b-057c-4abe-89b6-fbac4c5317e1 req-10bfb29e-a140-4efd-810a-fd6aacdea311 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.3582852 Feb 11 19:25:17.569160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.570060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.570060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.570424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.570821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.571214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.571600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.571990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.572405 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.572793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.573177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.573558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.574086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.574374 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.574758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.575134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.575540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.575914 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.576330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.576724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.577102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.577478 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.578211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.578211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:17.589940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a8a81037-0da6-4d64-b380-4985ed7ebf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:17.636663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caccdd8-f079-4375-8a0a-b8b42ae340b0 req-0df2f822-8bca-48f2-82a5-557d2cf7c029 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:17.638943 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2caccdd8-f079-4375-8a0a-b8b42ae340b0 req-0df2f822-8bca-48f2-82a5-557d2cf7c029 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 946 time: 0.2270694 Feb 11 19:25:17.644477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8368f0c3-c465-462a-bc61-5b3131bfacc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.664972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 7465dd7a-50f7-4844-aa57-0894a48b4db2 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:17.692339 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f9f7ea8b-057c-4abe-89b6-fbac4c5317e1 req-a5a4f15e-9dec-4e99-9e6e-6ab244529a65 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064165 Feb 11 19:25:17.724745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8368f0c3-c465-462a-bc61-5b3131bfacc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.750316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 7465dd7a-50f7-4844-aa57-0894a48b4db2 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:17.756784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 7465dd7a-50f7-4844-aa57-0894a48b4db2 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:17.757429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.765160 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2caccdd8-f079-4375-8a0a-b8b42ae340b0 req-57eb7d41-5421-4285-b4ad-29f7aa281ebb tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092243 Feb 11 19:25:17.833811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8368f0c3-c465-462a-bc61-5b3131bfacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.842386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ad1bacf2-8268-42e0-a553-57ead1696f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:17.858828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368f0c3-c465-462a-bc61-5b3131bfacc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea150ef-9601-43f5-bbc2-57f87640fb62,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:17.862936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8368f0c3-c465-462a-bc61-5b3131bfacc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:17.864011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8368f0c3-c465-462a-bc61-5b3131bfacc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.882508 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8368f0c3-c465-462a-bc61-5b3131bfacc6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fea150ef-9601-43f5-bbc2-57f87640fb62 HTTP/1.1" status: 204 len: 168 time: 0.3981667 Feb 11 19:25:17.909387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852634597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852536531'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.929655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f3e8e62f-60d7-4724-b98e-d7eb0cf6959f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:17.938794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.961898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 7465dd7a-50f7-4844-aa57-0894a48b4db2, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=7465dd7a-50f7-4844-aa57-0894a48b4db2,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:17.967753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:17.974880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1088a3c5-aa88-4500-890c-c832acefd1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:18.071138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=7465dd7a-50f7-4844-aa57-0894a48b4db2,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:18.084692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:18.098083 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9df073-d67b-41e6-b767-aefd4dc04f1f,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:18.101839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:18.191778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Checking segment: {'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:18.192243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Network hostable DHCP agents. Network: 86bbf18e-c6c0-498b-8d68-e884d7d9b35b, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:25:18.235778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:25:18.258432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 86bbf18e-c6c0-498b-8d68-e884d7d9b35b) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:18.270690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a2f64-494e-4857-ba47-e00a59db13c9 None None] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:25:18.290909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:18.291595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:18.327402 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ff6f69bf-51d1-4978-9d8a-75c60e6edaec admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3464775 Feb 11 19:25:18.329975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43196) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:18.335506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:18.341384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:18.345620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Usage tracker for resource:router and tenant:573255bb608a4f8f9701f3aced792d8a is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:18.349308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:18.355663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:18.369965 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854226639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774107'] for router, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:18.371730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854220646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854222438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1710'] for router, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:18.394906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:18.546151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a85b6b2-42ab-52d4-9db8-8087a1dd886a-86bbf18e-c6c0-498b-8d68-e884d7d9b35b', 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'fixed_ips': [{'subnet_id': '6c9df073-d67b-41e6-b767-aefd4dc04f1f'}]}} from dv-cinder-775250-1-smb. {{(pid=79957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 19:25:18.547068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:18.702093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Sync routers for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:25:18.712623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:18.713405 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:24:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:18.713855 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854222453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854226654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1695'] for router, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:18.877371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Allocated IP 172.20.0.2 (86bbf18e-c6c0-498b-8d68-e884d7d9b35b/6c9df073-d67b-41e6-b767-aefd4dc04f1f/c2ce0341-0179-4727-9088-091fb059b1b5) {{(pid=79957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:19.087519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:19.144732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Notify callbacks [] for port, precommit_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:19.160256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Transition to ACTIVE for port object c2ce0341-0179-4727-9088-091fb059b1b5 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:19.165119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:19.180862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Transition to ACTIVE for port object c2ce0341-0179-4727-9088-091fb059b1b5 will not be triggered until provisioned by entity DHCP. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:19.186523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:19.203462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-949bf1a7-e183-4c93-8fc0-e8753981a090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:19.203758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:19.332751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a96eb-830b-4c26-95c4-3139e57ba416 req-5f80eff3-679b-4229-9475-a79daf9db430 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:19.334533 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-362a96eb-830b-4c26-95c4-3139e57ba416 req-5f80eff3-679b-4229-9475-a79daf9db430 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 946 time: 0.3799777 Feb 11 19:25:19.364420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Pushing event updated for resources: {'Port': ['ID=c2ce0341-0179-4727-9088-091fb059b1b5,revision_number=1']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:19.369189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:19.430082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b is already hosted by enough agents. {{(pid=79957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:19.431350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Resources bound (agent type, host, resource id): {{(pid=79957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:19.434063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Received port after_create {{(pid=79957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:19.459255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 2, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:19.464712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Checking router: e28a7702-8ea5-4df5-91e1-216ca3a79cc8 for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:25:19.465302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Updating router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 port 5634979a-2d49-465e-b21d-c0345d4dd1ae binding host dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:25:19.507709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Attempting to bind port c2ce0341-0179-4727-9088-091fb059b1b5 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:25:19.508136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Attempting to bind port c2ce0341-0179-4727-9088-091fb059b1b5 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:25:19.508589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Attempting to bind port c2ce0341-0179-4727-9088-091fb059b1b5 on network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:25:19.514834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:25:19.515260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Checking segment: {'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:19.515776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:19.516221 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Bound using segment: {'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:25:19.516963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Bound port: c2ce0341-0179-4727-9088-091fb059b1b5, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:25:19.517422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:19.521478 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-362a96eb-830b-4c26-95c4-3139e57ba416 req-7dad16c2-20ee-48fb-9895-e6da80190cf3 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659224 Feb 11 19:25:19.563553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:19.640300 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 7465dd7a-50f7-4844-aa57-0894a48b4db2 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:19.727493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] For port c2ce0341-0179-4727-9088-091fb059b1b5, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:25:19.734517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] For port c2ce0341-0179-4727-9088-091fb059b1b5, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=c2ce0341-0179-4727-9088-091fb059b1b5,segment=NetworkSegment(2009315a-e21f-48ff-b2b1-00dc2e60b60a),segment_id=2009315a-e21f-48ff-b2b1-00dc2e60b60a)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:25:19.742649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:19.753474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Allocated IP 172.28.3.166 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/1b3f00c8-19d1-4462-bd6e-3a3928938d66) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:19.892693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:19.936573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 7465dd7a-50f7-4844-aa57-0894a48b4db2 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:19.937150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:20.081066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Pushing event updated for resources: {'Port': ['ID=c2ce0341-0179-4727-9088-091fb059b1b5,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:20.085589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:20.119882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Notify callbacks [] for port, precommit_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:20.135772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Transition to ACTIVE for port object 5634979a-2d49-465e-b21d-c0345d4dd1ae will not be triggered until provisioned by entity L2. {{(pid=79959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:20.139327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:20.160757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:20.233038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:20.288269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:20.306396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b5f997bc-98fb-42d1-93df-bf9d77f77f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:20.320531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da287c-289a-4d17-9231-44fc5248204c None None] Pushing event updated for resources: {'Port': ['ID=5634979a-2d49-465e-b21d-c0345d4dd1ae,revision_number=3']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:20.325440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6da287c-289a-4d17-9231-44fc5248204c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:20.546476 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3f00c8-19d1-4462-bd6e-3a3928938d66,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:20.566069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:20.573510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Attempting to bind port 5634979a-2d49-465e-b21d-c0345d4dd1ae on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:25:20.574800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Attempting to bind port 5634979a-2d49-465e-b21d-c0345d4dd1ae by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:25:20.576501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Attempting to bind port 5634979a-2d49-465e-b21d-c0345d4dd1ae on network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:25:20.585588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:25:20.586519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Checking segment: {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:20.587633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:20.588398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Bound using segment: {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:25:20.589143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Bound port: 5634979a-2d49-465e-b21d-c0345d4dd1ae, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'}}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:25:20.589794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:20.678555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:20.680483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:20.682802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:20.722745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] For port 5634979a-2d49-465e-b21d-c0345d4dd1ae, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:25:20.727069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] For port 5634979a-2d49-465e-b21d-c0345d4dd1ae, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=5634979a-2d49-465e-b21d-c0345d4dd1ae,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:25:20.731944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:20.758336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-94dad472-acbc-42d8-b8de-de68746c5186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:20.959330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-60493b22-4fc4-489c-ad2a-b0988ad2ce08 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:20.961035 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-60493b22-4fc4-489c-ad2a-b0988ad2ce08 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.42 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 946 time: 0.2177877 Feb 11 19:25:20.967608 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da287c-289a-4d17-9231-44fc5248204c None None] Pushing event updated for resources: {'Port': ['ID=5634979a-2d49-465e-b21d-c0345d4dd1ae,revision_number=4']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:20.973630 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6da287c-289a-4d17-9231-44fc5248204c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:21.027995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:21.029512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:24:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:21.080033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Deleting port 9c0e04ff-abf7-4c17-bff8-2824614cef09 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:25:21.080499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:21.184594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef6a16-61e6-4c48-8175-6828a0554159 req-37d0cb4f-7008-48be-be7e-38d55c8a9aba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:21.186357 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-deef6a16-61e6-4c48-8175-6828a0554159 req-37d0cb4f-7008-48be-be7e-38d55c8a9aba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 946 time: 0.4164047 Feb 11 19:25:21.261843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:21.293557 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-deef6a16-61e6-4c48-8175-6828a0554159 req-917bcf12-b8e9-4073-b1b4-104a218fc6bb tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/security-groups?id=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972464 Feb 11 19:25:21.434048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] For port 9c0e04ff-abf7-4c17-bff8-2824614cef09, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9c0e04ff-abf7-4c17-bff8-2824614cef09,segment=NetworkSegment(18716f53-f7a2-4845-af46-461a920c1a32),segment_id=18716f53-f7a2-4845-af46-461a920c1a32)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:21.434589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:21.444570 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 9c0e04ff-abf7-4c17-bff8-2824614cef09 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:25:21.609957 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Calling delete_port for 9c0e04ff-abf7-4c17-bff8-2824614cef09 owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:25:21.626402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:21.678706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:21.805158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:20Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:21.815516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bae308-0dee-4275-a150-1b28fea8211f None None] The sync data for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb is: [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:20Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:25:21.869774 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:21.874481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 5634979a-2d49-465e-b21d-c0345d4dd1ae up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:21.949789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5e824b-0f72-4eea-999e-6f9244d8e2b5 None None] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:25:22.035845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:22.097972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Pushing event deleted for resources: {'Port': ['ID=9c0e04ff-abf7-4c17-bff8-2824614cef09,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:22.101808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:22.157548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] No DVR routers for this DVR port 9c0e04ff-abf7-4c17-bff8-2824614cef09 on host hv-cinder-77525 {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:25:22.160015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:22.174241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553452'] for router, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:22.176944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953a6cb1-b0fb-4fea-ba5f-d35d91de6b68', 'name': 'network-vif-deleted', 'tag': '9c0e04ff-abf7-4c17-bff8-2824614cef09'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:22.214729 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-61022c9d-2d06-4118-846a-0d68b0ce0370 req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.42 "DELETE /v2.0/ports/9c0e04ff-abf7-4c17-bff8-2824614cef09 HTTP/1.1" status: 204 len: 173 time: 1.2474935 Feb 11 19:25:22.262498 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953a6cb1-b0fb-4fea-ba5f-d35d91de6b68', 'name': 'network-vif-deleted', 'tag': '9c0e04ff-abf7-4c17-bff8-2824614cef09', 'status': 'completed', 'code': 200} Feb 11 19:25:22.397521 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-cc5a29e9-c1c4-4f52-8c76-7a757d5f963d None None] Provisioning for port c2ce0341-0179-4727-9088-091fb059b1b5 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:22.430362 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 5634979a-2d49-465e-b21d-c0345d4dd1ae completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:22.442511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 5634979a-2d49-465e-b21d-c0345d4dd1ae triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:22.442933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:22.511049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Router 872d8760-ae97-41ca-8ab2-46d10294d190 is scheduled to L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 with binding_index 1 {{(pid=79956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 19:25:22.705006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:22.709402 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1c2ddc7b-c46f-4144-bed1-2aada154409f req-11848c74-6621-4725-afcf-df292f7c0770 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] 10.222.0.101 "GET /v2.0/ports?device_id=953a6cb1-b0fb-4fea-ba5f-d35d91de6b68 HTTP/1.1" status: 200 len: 210 time: 0.1328988 Feb 11 19:25:22.753236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 5634979a-2d49-465e-b21d-c0345d4dd1ae, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=5634979a-2d49-465e-b21d-c0345d4dd1ae,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:22.757905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:22.758852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device c2ce0341-0179-4727-9088-091fb059b1b5 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:22.771669 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:25:22.793869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:22.808074 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:22.814182 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4803901 Feb 11 19:25:22.814598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43228) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:22.827379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Sync routers for ids ['872d8760-ae97-41ca-8ab2-46d10294d190'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:25:22.890883 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Routers {'872d8760-ae97-41ca-8ab2-46d10294d190'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:22.891606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:24:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['872d8760-ae97-41ca-8ab2-46d10294d190'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:23.117451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=5634979a-2d49-465e-b21d-c0345d4dd1ae,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:23.123454 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:23.161448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port c2ce0341-0179-4727-9088-091fb059b1b5 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:23.190612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port c2ce0341-0179-4727-9088-091fb059b1b5 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:23.191034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:23.262363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Set router 872d8760-ae97-41ca-8ab2-46d10294d190 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:23.552123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-39c5eb44-ec9c-40dc-a479-faf702dbbccb None None] Provisioning complete for port c2ce0341-0179-4727-9088-091fb059b1b5 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:23.552586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-39c5eb44-ec9c-40dc-a479-faf702dbbccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:23.732592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:23.826370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e867e2a-871d-427f-a5f4-bafbfa919b5f req-530000ae-f52c-4fa2-ad00-7e0a1727bff9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:23.828063 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e867e2a-871d-427f-a5f4-bafbfa919b5f req-530000ae-f52c-4fa2-ad00-7e0a1727bff9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1998863 Feb 11 19:25:23.857224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port c2ce0341-0179-4727-9088-091fb059b1b5, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=c2ce0341-0179-4727-9088-091fb059b1b5,segment=NetworkSegment(2009315a-e21f-48ff-b2b1-00dc2e60b60a),segment_id=2009315a-e21f-48ff-b2b1-00dc2e60b60a)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:23.862949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-39c5eb44-ec9c-40dc-a479-faf702dbbccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:23.879483 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:23.884451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:23.968680 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6e867e2a-871d-427f-a5f4-bafbfa919b5f req-2b1d3faf-575f-4e48-bb00-9ae2ed396cc0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325266 Feb 11 19:25:23.999561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:25:21Z', 'revision_number': 3, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:24.023747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:24.027377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Checking router: 872d8760-ae97-41ca-8ab2-46d10294d190 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:25:24.027703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Updating router 872d8760-ae97-41ca-8ab2-46d10294d190 port 1b3f00c8-19d1-4462-bd6e-3a3928938d66 binding host dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:25:24.064558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 5634979a-2d49-465e-b21d-c0345d4dd1ae up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:24.302635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=c2ce0341-0179-4727-9088-091fb059b1b5,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:24.317410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:24.327685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-39c5eb44-ec9c-40dc-a479-faf702dbbccb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:25:24.328098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-39c5eb44-ec9c-40dc-a479-faf702dbbccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:25:24.349281 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:24.467435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 5634979a-2d49-465e-b21d-c0345d4dd1ae triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:24.468004 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-79adc45e-f33b-42fb-a6d1-6bcaaca3e749 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4269540 Feb 11 19:25:24.468206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:24.479290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'floatingip': {'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:24.514750 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:24.522071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Usage tracker for resource:floatingip and tenant:90e63da7291c4c5c84058bc4681c0f41 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:24.526810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:24.535949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:24.589114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for floatingip, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:24.793520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a3abd8e7-40e7-4cb7-92f4-f35abbdcf129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:24.878461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Allocated IP 172.20.0.1 (86bbf18e-c6c0-498b-8d68-e884d7d9b35b/6c9df073-d67b-41e6-b767-aefd4dc04f1f/359e0440-c66a-4aae-9160-9d7930b151e7) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:24.930959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:24.983788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Notify callbacks [] for port, precommit_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:24.997265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Transition to ACTIVE for port object 1b3f00c8-19d1-4462-bd6e-3a3928938d66 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:25.001711 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.020336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:25.189295 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc4257-0f82-4026-a7d8-314b0077dfd5 None None] Pushing event updated for resources: {'Port': ['ID=1b3f00c8-19d1-4462-bd6e-3a3928938d66,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:25.192102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-7c4b85b7-6cd1-49ad-be07-bde6407fb0db None None] Provisioning complete for port c2ce0341-0179-4727-9088-091fb059b1b5 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:25.192256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c4b85b7-6cd1-49ad-be07-bde6407fb0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.194910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.291213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Transition to ACTIVE for port object 359e0440-c66a-4aae-9160-9d7930b151e7 will not be triggered until provisioned by entity DHCP. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:25.293919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1ccc4257-0f82-4026-a7d8-314b0077dfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:25.350264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Attempting to bind port 1b3f00c8-19d1-4462-bd6e-3a3928938d66 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:25:25.350695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Attempting to bind port 1b3f00c8-19d1-4462-bd6e-3a3928938d66 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:25:25.351277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Attempting to bind port 1b3f00c8-19d1-4462-bd6e-3a3928938d66 on network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:25:25.360619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:25:25.361040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Checking segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:25.361862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.361862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Bound using segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:25:25.362376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Bound port: 1b3f00c8-19d1-4462-bd6e-3a3928938d66, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:25:25.362882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.400081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.421223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Allocated IP 172.28.3.122 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/1eb5711c-4f84-422b-b2a7-d08f4a0b6130) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:25.423440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b688a2cf-6377-4d91-80d5-cbd8896b929b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:25.523738 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] For port 1b3f00c8-19d1-4462-bd6e-3a3928938d66, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:25:25.527368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] For port 1b3f00c8-19d1-4462-bd6e-3a3928938d66, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=1b3f00c8-19d1-4462-bd6e-3a3928938d66,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:25:25.532083 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.548576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:25.628014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Pushing event updated for resources: {'Port': ['ID=359e0440-c66a-4aae-9160-9d7930b151e7,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:25.634854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:25.742176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc4257-0f82-4026-a7d8-314b0077dfd5 None None] Pushing event updated for resources: {'Port': ['ID=1b3f00c8-19d1-4462-bd6e-3a3928938d66,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:25.746539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1ccc4257-0f82-4026-a7d8-314b0077dfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:25.786697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.812530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Routers {'872d8760-ae97-41ca-8ab2-46d10294d190'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:25.813789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:24:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['872d8760-ae97-41ca-8ab2-46d10294d190'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:25.814767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:25.816932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:25.819865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:25.900008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544432'] for router_interface, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.943642 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:25.963697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cb6a713a-b0e8-4381-834c-e536700b56fe tempest-VolumesActionsTest-1359374905 tempest-VolumesActionsTest-1359374905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:26.118733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] Set router 872d8760-ae97-41ca-8ab2-46d10294d190 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:26.254814 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device c2ce0341-0179-4727-9088-091fb059b1b5 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:26.401376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event updated for resources: {'Port': ['ID=1eb5711c-4f84-422b-b2a7-d08f4a0b6130,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:26.410183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:26.430325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-816fc8aa-c0d8-499c-bd12-6cfbf74a79f2 None None] Provisioning for port 359e0440-c66a-4aae-9160-9d7930b151e7 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:26.464169 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-816fc8aa-c0d8-499c-bd12-6cfbf74a79f2 None None] Provisioning complete for port 359e0440-c66a-4aae-9160-9d7930b151e7 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:26.464919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-816fc8aa-c0d8-499c-bd12-6cfbf74a79f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:26.534399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:26.538322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:26.542793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:26.555653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port c2ce0341-0179-4727-9088-091fb059b1b5 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:26.556321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:26.607545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:26.796730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:26.846556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-816fc8aa-c0d8-499c-bd12-6cfbf74a79f2 None None] Port 359e0440-c66a-4aae-9160-9d7930b151e7 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:25:26.956316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:25:21Z', 'revision_number': 3, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:26.963230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f5c7a-95b5-4efe-bc62-837e4c1a2d8d None None] The sync data for ids ['872d8760-ae97-41ca-8ab2-46d10294d190'] in dv-cinder-775250-1-smb is: [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:25:21Z', 'revision_number': 3, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:25:27.007209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:27.200530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:27.239158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:27.276233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:27.349619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-21699642-b3c8-4e5a-8d51-5d09d31dc9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:27.456181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Pushing event updated for resources: {'Port': ['ID=359e0440-c66a-4aae-9160-9d7930b151e7,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:27.458272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225164'] for router_interface, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:27.476890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:27.643534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:27.651939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:27.671460 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:27.773686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:27.825341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:27.830418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:27.921121 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event updated for resources: {'Port': ['ID=1eb5711c-4f84-422b-b2a7-d08f4a0b6130,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:27.974757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:28.123005 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 1b3f00c8-19d1-4462-bd6e-3a3928938d66 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:28.237274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ccc38015-6ad8-4bad-8a55-afcb6aaf3ae9 None None] Provisioning complete for port 359e0440-c66a-4aae-9160-9d7930b151e7 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:28.237703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ccc38015-6ad8-4bad-8a55-afcb6aaf3ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:28.249493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:28.294905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:28.300678 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-be216521-bac3-48f4-a77f-b44d2610b57d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8311822 Feb 11 19:25:28.303309 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Router 872d8760-ae97-41ca-8ab2-46d10294d190 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:25:28.321770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-ccc38015-6ad8-4bad-8a55-afcb6aaf3ae9 None None] Port 359e0440-c66a-4aae-9160-9d7930b151e7 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:25:28.327691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 1b3f00c8-19d1-4462-bd6e-3a3928938d66 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:28.333793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 1b3f00c8-19d1-4462-bd6e-3a3928938d66 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:28.334313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:28.482207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:28.504071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 1b3f00c8-19d1-4462-bd6e-3a3928938d66, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=1b3f00c8-19d1-4462-bd6e-3a3928938d66,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:28.510330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:28.513267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:28.591094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-3cb6a5ab-1947-4d25-956f-365248564d5a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Synchronizing usage tracker for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:floatingip {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:28.592499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=1b3f00c8-19d1-4462-bd6e-3a3928938d66,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:28.596949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:28.639071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-3cb6a5ab-1947-4d25-956f-365248564d5a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Unset dirty status for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:floatingip {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:28.640371 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-3cb6a5ab-1947-4d25-956f-365248564d5a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.3.122 HTTP/1.1" status: 200 len: 696 time: 0.3345313 Feb 11 19:25:28.683241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:25:28.702027 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] 10.222.0.101 "PUT /v2.0/routers/872d8760-ae97-41ca-8ab2-46d10294d190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8862860 Feb 11 19:25:28.707237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:28.827844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5af9f-f8ed-4de2-8ada-61ab4b6b89a0 req-8dc92241-4148-48e6-a84e-f7bd03d27787 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:28.830199 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c6a5af9f-f8ed-4de2-8ada-61ab4b6b89a0 req-8dc92241-4148-48e6-a84e-f7bd03d27787 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.1843958 Feb 11 19:25:28.906721 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c6a5af9f-f8ed-4de2-8ada-61ab4b6b89a0 req-5eaadbbc-476f-44a2-9347-9459d1a0c88b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698705 Feb 11 19:25:29.160372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-0af0c48c-06c1-4e16-b0e6-3b65cd458ff8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:29.161870 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-0af0c48c-06c1-4e16-b0e6-3b65cd458ff8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/networks/dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc HTTP/1.1" status: 200 len: 784 time: 0.5086491 Feb 11 19:25:29.182491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-5c116989-bb53-4be3-b67e-807c18cab022 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:25:29.183624 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44d1a39e-e8d3-4d78-875c-4cbf1ba8b115 req-5c116989-bb53-4be3-b67e-807c18cab022 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0081601 Feb 11 19:25:29.535162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-a2dba867-5ac8-4727-aafc-d526bc455f0b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:29.536925 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-a2dba867-5ac8-4727-aafc-d526bc455f0b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2095459 Feb 11 19:25:29.611961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:29.617989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2032702888', 'description': 'tempest-TestShelveInstance-2032702888 description'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:29.643066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:29.647998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Usage tracker for resource:security_group and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:29.651860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:29.660881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:29.669663 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-b8903cbd-a93f-43e6-961b-6ad256ca01ac tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1223111 Feb 11 19:25:29.671424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:29.683101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'floatingip': {'port_id': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:29.693906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:29.697975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Usage tracker for resource:security_group_rule and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:29.701683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:29.710365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:29.795143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for floatingip, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:29.798282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:29.801296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:29.819377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-26f8de6b-c359-4cc1-8920-1afebd601ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:29.837212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:29.838582 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e9503b71-21bf-44f8-a630-fc28c884402d req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2252676 Feb 11 19:25:29.857076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2195ced8-c4e8-4ff7-a006-633384ea45ca,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:29.860466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:29.957811 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-ecdae806-4b1c-44a8-8489-dd9696749b39 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups/2195ced8-c4e8-4ff7-a006-633384ea45ca HTTP/1.1" status: 200 len: 1802 time: 0.0789790 Feb 11 19:25:29.976264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2195ced8-c4e8-4ff7-a006-633384ea45ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:29.976895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2195ced8-c4e8-4ff7-a006-633384ea45ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:29.978782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 1b3f00c8-19d1-4462-bd6e-3a3928938d66 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:30.004794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:30.009093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Usage tracker for resource:security_group_rule and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:30.012598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:30.018808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:30.083713 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 1b3f00c8-19d1-4462-bd6e-3a3928938d66 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:30.084407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:30.124346 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:30.180175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:30.185522 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:30.193630 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:30.218356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:30.229024 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-96238e71-bdde-4d65-9423-67d5b9d64c79 req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2611969 Feb 11 19:25:30.241434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fbbd2f-c2d6-4ce8-9b44-2dc9bf070d62,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:30.249624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e5a9fc9b-bcde-4ab6-b224-d08b89eb98a1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:30.278839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Sync routers for ids ['872d8760-ae97-41ca-8ab2-46d10294d190'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:25:30.310714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Routers {'872d8760-ae97-41ca-8ab2-46d10294d190'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:30.315473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['872d8760-ae97-41ca-8ab2-46d10294d190'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:30.555493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:30.559849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:30.729385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Set router 872d8760-ae97-41ca-8ab2-46d10294d190 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:30.790877 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Floating IP 939c19ba-8c64-41ad-b3b2-ad62403c006a associated. External IP: 172.28.3.122, port: 99454cb6-18e9-4591-bfcf-28b872dab7e4. Feb 11 19:25:30.833139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab0c8d-8941-4b34-bb67-c5e083347749 req-f9d966b9-649c-4390-b97c-e8b6ec8136e3 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:30.841683 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-64ab0c8d-8941-4b34-bb67-c5e083347749 req-f9d966b9-649c-4390-b97c-e8b6ec8136e3 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.2303770 Feb 11 19:25:31.016083 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-64ab0c8d-8941-4b34-bb67-c5e083347749 req-f0f83534-595a-4e9b-9e8b-9d08d739942b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727531 Feb 11 19:25:31.183961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:25:26Z', 'revision_number': 4, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '359e0440-c66a-4aae-9160-9d7930b151e7', 'name': '', 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'mac_address': 'fa:16:3e:ff:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6c9df073-d67b-41e6-b767-aefd4dc04f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:24Z', 'updated_at': '2021-02-11T19:25:26Z', 'revision_number': 2, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'subnets': [{'id': '6c9df073-d67b-41e6-b767-aefd4dc04f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:31.197418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-565ad1cc-4dff-4663-96f3-cd2ba17580b2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:31.199045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Checking router: 872d8760-ae97-41ca-8ab2-46d10294d190 for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:25:31.199443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Updating router 872d8760-ae97-41ca-8ab2-46d10294d190 port 359e0440-c66a-4aae-9160-9d7930b151e7 binding host dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:25:31.199624 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-565ad1cc-4dff-4663-96f3-cd2ba17580b2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 946 time: 0.3399258 Feb 11 19:25:31.290678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:31.336971 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-b1257148-b9a1-4683-b423-5e286be4c2d2 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups/2195ced8-c4e8-4ff7-a006-633384ea45ca HTTP/1.1" status: 200 len: 2395 time: 0.1362050 Feb 11 19:25:31.355112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2195ced8-c4e8-4ff7-a006-633384ea45ca', 'remote_group_id': None}]} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:31.355761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2195ced8-c4e8-4ff7-a006-633384ea45ca', 'remote_group_id': None}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:31.371779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Router 0703d902-7767-41b8-83c8-f4e5b445336d has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:25:31.388120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:31.415324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Deleting port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:25:31.415710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:31.587215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:25:31.592719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:31.597892 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:25:31.629887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] Sync routers for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:25:31.662059 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-833d11d2-f6fb-45c3-8ca5-4412887b47a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "PUT /v2.0/floatingips/939c19ba-8c64-41ad-b3b2-ad62403c006a HTTP/1.1" status: 200 len: 996 time: 1.9835708 Feb 11 19:25:31.662876 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:31.672916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:31.678423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:31.688681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Usage tracker for resource:security_group_rule and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:31.765792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:31.796769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:31.848681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Notify callbacks [] for port, precommit_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:31.866569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Transition to ACTIVE for port object 359e0440-c66a-4aae-9160-9d7930b151e7 will not be triggered until provisioned by entity L2. {{(pid=79959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:31.870794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:31.889717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:31.934976 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-0a66dd43-d7df-4cc3-850c-9957c7bde493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:31.936904 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-0a66dd43-d7df-4cc3-850c-9957c7bde493 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1162 time: 0.2545712 Feb 11 19:25:32.007971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.017050 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.055974 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:32.080250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.087001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.089511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] For port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:32.090457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.112069 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:32.121894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Pushing event updated for resources: {'Port': ['ID=359e0440-c66a-4aae-9160-9d7930b151e7,revision_number=3']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:32.135296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:32.147572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:32.194339 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:32.205696 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.210519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8c3c2766-8333-4f58-baaa-dff432a1adf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:32.283198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bec5f02-3fb5-479c-b177-53e570c23a3f,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:32.305562 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:32.310727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.313188 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d193f97c-53f4-4346-b9ff-a303f670bdc3 req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9693215 Feb 11 19:25:32.474618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,revision_number=7']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:32.491033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-2e7096e1-e79b-4998-a00c-61ec4325cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:32.504587 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-2e7096e1-e79b-4998-a00c-61ec4325cb41 service neutron] 10.222.0.101 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.5549800 Feb 11 19:25:32.542321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:32.630525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Attempting to bind port 359e0440-c66a-4aae-9160-9d7930b151e7 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:25:32.630525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Attempting to bind port 359e0440-c66a-4aae-9160-9d7930b151e7 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:25:32.630525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Attempting to bind port 359e0440-c66a-4aae-9160-9d7930b151e7 on network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:25:32.646382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:25:32.646808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Checking segment: {'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:32.647271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.647676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Bound using segment: {'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:25:32.648358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Bound port: 359e0440-c66a-4aae-9160-9d7930b151e7, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2009315a-e21f-48ff-b2b1-00dc2e60b60a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b'}}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:25:32.648849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.684082 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'status': 'completed', 'code': 200} Feb 11 19:25:32.775016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.775651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:32.776112 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Floating IP 022fc9e3-8403-4b35-9118-e0556fbae82a disassociated. External IP: 172.28.3.154, port: e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf. Feb 11 19:25:32.776640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Calling delete_port for e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:25:32.888707 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-3d828ff5-b210-4d08-a5cd-42ccad37191d service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 999 time: 0.3830419 Feb 11 19:25:32.975215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] For port 359e0440-c66a-4aae-9160-9d7930b151e7, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:25:32.982604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] For port 359e0440-c66a-4aae-9160-9d7930b151e7, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=359e0440-c66a-4aae-9160-9d7930b151e7,segment=NetworkSegment(2009315a-e21f-48ff-b2b1-00dc2e60b60a),segment_id=2009315a-e21f-48ff-b2b1-00dc2e60b60a)] {{(pid=79959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:25:32.997617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:33.017022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-c9d8f488-6b48-4285-aa8e-7cce8a7335fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:33.023395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:33.025184 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-c9d8f488-6b48-4285-aa8e-7cce8a7335fe service neutron] 10.222.0.101 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.1352704 Feb 11 19:25:33.071620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:25:33.071620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:25:33.167255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-904ae6c6-e97a-4a08-8139-03de550d57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:33.176114 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-904ae6c6-e97a-4a08-8139-03de550d57c5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1498826 Feb 11 19:25:33.181910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-f472bd30-d097-46bc-8d45-c47223f6b3f7 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:25:33.189718 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-f472bd30-d097-46bc-8d45-c47223f6b3f7 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0125747 Feb 11 19:25:33.312659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '939c19ba-8c64-41ad-b3b2-ad62403c006a', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'floating_ip_address': '172.28.3.122', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'port_id': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'mac_address': 'fa:16:3e:5d:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:25:26Z', 'updated_at': '2021-02-11T19:25:30Z', 'revision_number': 1, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:37Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:33.323533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] Checking router: 0703d902-7767-41b8-83c8-f4e5b445336d for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:25:33.337178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f8f54-1b1d-4804-887e-b07b62e85df2 req-2e93f19e-8a75-48e3-8dd6-2ef10ceb6e68 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:33.339294 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-430f8f54-1b1d-4804-887e-b07b62e85df2 req-2e93f19e-8a75-48e3-8dd6-2ef10ceb6e68 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 944 time: 0.3983681 Feb 11 19:25:33.344646 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-317e3273-4318-415b-9d8e-49818b85d14f service neutron] 10.222.0.101 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539116 Feb 11 19:25:33.349181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:33.349960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:33.357043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-6cbb133f-f2c6-4fbb-9b9b-22734edab416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:33.358784 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-6cbb133f-f2c6-4fbb-9b9b-22734edab416 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1162 time: 0.6994464 Feb 11 19:25:33.400822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Pushing event updated for resources: {'Port': ['ID=359e0440-c66a-4aae-9160-9d7930b151e7,revision_number=4']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:33.417433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.417880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.418397 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.418912 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.419388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.419989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.420368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.420843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.421585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.421729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.422191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.422651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.423347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.423697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.424122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.424619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.425111 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.425558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.426021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.426481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.426946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.427406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.427865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.428349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:25:33.447927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-088edafd-f14b-4847-9562-9a422866ed4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:33.512924 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-430f8f54-1b1d-4804-887e-b07b62e85df2 req-7212e47f-ec20-473d-ae8f-485ce4baa48d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=4c7ba56b-a498-4897-9422-282781c60b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573248 Feb 11 19:25:33.537826 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec13058f-a5bc-4ad5-8616-6dd495fe8ab2 req-f1d260fb-c25e-4a2f-adf8-56d41eff3c4c service neutron] 10.222.0.101 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1770353 Feb 11 19:25:33.557160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Routers {'872d8760-ae97-41ca-8ab2-46d10294d190'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:33.557980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['872d8760-ae97-41ca-8ab2-46d10294d190'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:33.573237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Deleting port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:25:33.573759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:33.748355 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'code': 200} Feb 11 19:25:33.774709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1429270078', 'description': 'tempest-TestMinimumBasicScenario-1429270078 description'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:33.824928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:33.847290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:33.866548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:33.891204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:33.924143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:33.928504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Usage tracker for resource:security_group_rule and tenant:90e63da7291c4c5c84058bc4681c0f41 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:33.933127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:33.941144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:33.995348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] For port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:33.995348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:34.030495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:34.036886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:34.046998 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-96d29d82-a98d-4afe-a9dd-94fe7e2d5e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:34.105214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0508e51-ab4a-4567-a978-ba47ffca299a,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:34.110947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] Set router 872d8760-ae97-41ca-8ab2-46d10294d190 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:34.113381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:34.142019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-85339987-68bc-4679-8983-2458d1fedaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:34.144073 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-85339987-68bc-4679-8983-2458d1fedaa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.5966256 Feb 11 19:25:34.145696 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:34.147193 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e3d6e4d9-99d0-4315-903e-7f3ffd53eaeb req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3773801 Feb 11 19:25:34.456969 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-689e7521-551c-4db3-bcd0-a7e82c406a65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 999 time: 0.3044970 Feb 11 19:25:34.496187 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:34.496626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:34.497550 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Floating IP 022fc9e3-8403-4b35-9118-e0556fbae82a disassociated. External IP: 172.28.3.154, port: e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf. Feb 11 19:25:34.497943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Calling delete_port for e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf owned by compute:nova {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:25:34.560362 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '939c19ba-8c64-41ad-b3b2-ad62403c006a', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'floating_ip_address': '172.28.3.122', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'port_id': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'mac_address': 'fa:16:3e:5d:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:25:26Z', 'updated_at': '2021-02-11T19:25:30Z', 'revision_number': 1, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:37Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:34.569031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bad60-a03f-42ee-b696-11e521b4449a None None] The sync data for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb is: [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '939c19ba-8c64-41ad-b3b2-ad62403c006a', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'floating_ip_address': '172.28.3.122', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'port_id': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'mac_address': 'fa:16:3e:5d:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:25:26Z', 'updated_at': '2021-02-11T19:25:30Z', 'revision_number': 1, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:37Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:25:34.576836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-09557570-42ea-446b-aec9-02d2aa834366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:34.578752 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-09557570-42ea-446b-aec9-02d2aa834366 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.1122181 Feb 11 19:25:34.642619 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-33d9931f-d341-48cd-8371-25eb738b4560 req-7cadf919-2be9-44f3-bed3-abb38e67f453 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups/c0508e51-ab4a-4567-a978-ba47ffca299a HTTP/1.1" status: 200 len: 1814 time: 0.2475891 Feb 11 19:25:34.665608 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0508e51-ab4a-4567-a978-ba47ffca299a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:34.665946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0508e51-ab4a-4567-a978-ba47ffca299a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:34.687406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:25:26Z', 'revision_number': 4, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '359e0440-c66a-4aae-9160-9d7930b151e7', 'name': '', 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'mac_address': 'fa:16:3e:ff:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6c9df073-d67b-41e6-b767-aefd4dc04f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:24Z', 'updated_at': '2021-02-11T19:25:32Z', 'revision_number': 4, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'subnets': [{'id': '6c9df073-d67b-41e6-b767-aefd4dc04f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:34.707628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e8cd8-fc33-4a14-909e-bc9b8ff7bf96 None None] The sync data for ids ['872d8760-ae97-41ca-8ab2-46d10294d190'] in dv-cinder-775250-1-smb is: [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:25:26Z', 'revision_number': 4, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '359e0440-c66a-4aae-9160-9d7930b151e7', 'name': '', 'network_id': '86bbf18e-c6c0-498b-8d68-e884d7d9b35b', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'mac_address': 'fa:16:3e:ff:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6c9df073-d67b-41e6-b767-aefd4dc04f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:24Z', 'updated_at': '2021-02-11T19:25:32Z', 'revision_number': 4, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'subnets': [{'id': '6c9df073-d67b-41e6-b767-aefd4dc04f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:25:34.732693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:34.744728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Usage tracker for resource:security_group_rule and tenant:90e63da7291c4c5c84058bc4681c0f41 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:34.747583 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:34.749558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-4f786f2c-95c7-47d5-a459-28c1239bc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:34.751219 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-4f786f2c-95c7-47d5-a459-28c1239bc55d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1572123 Feb 11 19:25:34.795759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:34.981920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:34.989656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:35.012065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-215d339d-f982-452f-8e57-cc5ff31c8c74 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:35.080888 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b2ffe6aa-fdfa-4397-836e-a96c2500e1f6 req-58ea4e4e-01e3-4434-8d8b-93bb9a64a65e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 210 time: 0.1545148 Feb 11 19:25:35.130861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ee16c-e76c-458e-b7c5-bb0baaac48d7 None None] New status for floating IP 939c19ba-8c64-41ad-b3b2-ad62403c006a: ACTIVE {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:25:35.161037 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-1597ce1a-35c7-403c-a097-e848422ced98 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016702 Feb 11 19:25:35.270008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event deleted for resources: {'Port': ['ID=e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:35.362653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:35.386333 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-353f6ca9-2e3f-433f-8c58-bf6f8d5237fd req-574fc37c-de1f-4b07-9dc8-a2f41555581e service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2185152 Feb 11 19:25:35.454936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:35.472895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:35.769453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:35.791743 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfbeff6-4aa4-469c-b10d-9f1f63197c97,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:35.794705 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:35.815142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:35.821981 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-33d9931f-d341-48cd-8371-25eb738b4560 req-5ab89854-e8a7-43cd-83b6-4ce8d35454a1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1646130 Feb 11 19:25:35.889455 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Router b6057325-396d-4d78-bc36-bd975735d6bd has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:25:36.036325 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-77f9828a-f445-40a2-a218-777cd96800b5 req-66167d8f-72be-4c1a-bfac-32d0d5766f35 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups/c0508e51-ab4a-4567-a978-ba47ffca299a HTTP/1.1" status: 200 len: 2407 time: 0.1543033 Feb 11 19:25:36.043340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0508e51-ab4a-4567-a978-ba47ffca299a', 'remote_group_id': None}]} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:36.043740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0508e51-ab4a-4567-a978-ba47ffca299a', 'remote_group_id': None}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:36.093333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 359e0440-c66a-4aae-9160-9d7930b151e7 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:36.099071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:36.119448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Usage tracker for resource:security_group_rule and tenant:90e63da7291c4c5c84058bc4681c0f41 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:36.133398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:36.141949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:36.272537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 359e0440-c66a-4aae-9160-9d7930b151e7 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:36.286060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 359e0440-c66a-4aae-9160-9d7930b151e7 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:36.286545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:36.321632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:36.387044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:36.394343 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:36.401626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:36.440954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e5682a-b828-46a1-a027-7cbaf68bf545,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:36.458897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:36.475215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:36.477006 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-77f9828a-f445-40a2-a218-777cd96800b5 req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4439225 Feb 11 19:25:36.817019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:36.844795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e053132d-8f1a-48ae-8a93-283bb973934f req-6296fbac-09c3-453a-b5b6-22043c2d9d2b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Synchronizing usage tracker for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:36.869817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e053132d-8f1a-48ae-8a93-283bb973934f req-6296fbac-09c3-453a-b5b6-22043c2d9d2b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Unset dirty status for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:36.871128 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e053132d-8f1a-48ae-8a93-283bb973934f req-6296fbac-09c3-453a-b5b6-22043c2d9d2b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1429270078&fields=id&tenant_id=90e63da7291c4c5c84058bc4681c0f41 HTTP/1.1" status: 200 len: 267 time: 0.1258342 Feb 11 19:25:36.921715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 359e0440-c66a-4aae-9160-9d7930b151e7, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=359e0440-c66a-4aae-9160-9d7930b151e7,segment=NetworkSegment(2009315a-e21f-48ff-b2b1-00dc2e60b60a),segment_id=2009315a-e21f-48ff-b2b1-00dc2e60b60a)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:36.925703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:36.928041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ac58320c-64b2-4535-ad81-d911a41c6da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:36.960176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e85a21f9-16ac-4d43-9579-13f09648346d req-45c20877-68ce-417f-8796-eb061c9a7b07 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:37.005791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:25:37.009341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-e85a21f9-16ac-4d43-9579-13f09648346d req-45c20877-68ce-417f-8796-eb061c9a7b07 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:37.011395 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e85a21f9-16ac-4d43-9579-13f09648346d req-45c20877-68ce-417f-8796-eb061c9a7b07 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 210 time: 0.1755021 Feb 11 19:25:37.111365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] No DVR routers for this DVR port e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf on host hv-cinder-77525 {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:25:37.122341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:37.127144 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7689eedc-e88e-44bc-9b6e-edcde2d3550d req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "DELETE /v2.0/ports/e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf HTTP/1.1" status: 204 len: 173 time: 5.8788388 Feb 11 19:25:37.128962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] Sync routers for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:25:37.147850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-deleted', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:37.179253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:37.180428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:37.325596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053132d-8f1a-48ae-8a93-283bb973934f req-77f090f5-6d6d-4555-ad16-1b2d6a9bd055 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:37.337532 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e053132d-8f1a-48ae-8a93-283bb973934f req-77f090f5-6d6d-4555-ad16-1b2d6a9bd055 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.4499705 Feb 11 19:25:37.346381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-e053132d-8f1a-48ae-8a93-283bb973934f req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'port': {'security_groups': ['3e7d2827-a629-4c3d-bc85-f665bf1292af', 'c0508e51-ab4a-4567-a978-ba47ffca299a']}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:37.458056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=359e0440-c66a-4aae-9160-9d7930b151e7,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:37.488055 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:37.518430 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55c0e72-af41-42b5-81a5-4f4ea16ff449', 'name': 'network-vif-deleted', 'tag': 'e869e9b7-93f3-4e6f-ad5b-d0108ffaa5bf', 'status': 'completed', 'code': 200} Feb 11 19:25:37.716018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e053132d-8f1a-48ae-8a93-283bb973934f req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:37.736100 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-c3648e01-b59a-42c9-b149-c948b025717b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1253917 Feb 11 19:25:37.782675 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:37.995624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-6c8e106a-68de-4430-9695-caeab4ebe763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:37.997322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 359e0440-c66a-4aae-9160-9d7930b151e7 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:38.015600 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-6c8e106a-68de-4430-9695-caeab4ebe763 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1162 time: 0.1367998 Feb 11 19:25:38.190320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-e053132d-8f1a-48ae-8a93-283bb973934f req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] For port 99454cb6-18e9-4591-bfcf-28b872dab7e4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:38.237175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-8bf8191f-84a7-4579-8bf0-17b04995bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:38.238923 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-8bf8191f-84a7-4579-8bf0-17b04995bb2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.2006555 Feb 11 19:25:38.249060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e053132d-8f1a-48ae-8a93-283bb973934f req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:38.253924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e053132d-8f1a-48ae-8a93-283bb973934f req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:38.293343 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:38.390320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:38.419466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 359e0440-c66a-4aae-9160-9d7930b151e7 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:38.419928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:38.435198 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-c16976c5-f77b-46ca-8640-b560915f968d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 1001 time: 0.1871278 Feb 11 19:25:38.511750 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-9513d644-7ddd-437f-b76c-4ebff391bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:38.513541 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-9513d644-7ddd-437f-b76c-4ebff391bf1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.0710993 Feb 11 19:25:38.518871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] Checking router: b6057325-396d-4d78-bc36-bd975735d6bd for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:25:38.522407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event updated for resources: {'Port': ['ID=99454cb6-18e9-4591-bfcf-28b872dab7e4,revision_number=5']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:38.530035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:38.555512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:25:38.556216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:38.649996 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-931234ea-17cd-432b-987d-634c54aa9165 req-3f9fff53-2e9b-4ad0-bf53-2946ffe5550b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=a55c0e72-af41-42b5-81a5-4f4ea16ff449 HTTP/1.1" status: 200 len: 210 time: 0.2058265 Feb 11 19:25:38.689948 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:25:38.721292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-79d0ce7a-b45a-451a-ae47-49c9b2c7d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:38.727731 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-79d0ce7a-b45a-451a-ae47-49c9b2c7d287 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1646805 Feb 11 19:25:38.761206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053132d-8f1a-48ae-8a93-283bb973934f req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:38.761964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e053132d-8f1a-48ae-8a93-283bb973934f req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:38.779776 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e053132d-8f1a-48ae-8a93-283bb973934f req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "PUT /v2.0/ports/99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 981 time: 1.4405348 Feb 11 19:25:38.780426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:39.087705 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'status': 'completed', 'code': 200} Feb 11 19:25:39.096058 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-ffafb7e0-5a8a-43b8-bbe4-ec4c52b0993f service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605461 Feb 11 19:25:39.101931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-41441e41-aad7-429f-b365-f5c4f397b25d None None] Provisioning complete for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:39.102358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-41441e41-aad7-429f-b365-f5c4f397b25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:39.132197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:39.141129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:25:39.377032 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2c1ad82d-7546-4932-b54c-6be65f640ffa req-2a2c094d-09d8-4834-bffa-196156ac28b9 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2279816 Feb 11 19:25:39.489944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30347a9b-f4ad-458c-922e-f19a47c6b226 req-173f4f65-bfae-4e9c-9be6-abc64d59cb3a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:39.492950 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-30347a9b-f4ad-458c-922e-f19a47c6b226 req-173f4f65-bfae-4e9c-9be6-abc64d59cb3a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.3955722 Feb 11 19:25:39.710657 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-30347a9b-f4ad-458c-922e-f19a47c6b226 req-4b591ea6-5d63-46c7-8d35-ee13625bece7 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2091725 Feb 11 19:25:39.726233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:39.733062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9992c632-199b-46bd-99c0-313208b4d794 None None] The sync data for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb is: [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:25:39.763695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-18094a13-380b-4e2e-93e4-0c2050f0f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:39.766510 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-18094a13-380b-4e2e-93e4-0c2050f0f1bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1202 time: 0.2299917 Feb 11 19:25:39.915407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43456) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:39.991311 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-315b1a6a-5b31-4c64-8a4c-970426eb408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:39.993588 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-315b1a6a-5b31-4c64-8a4c-970426eb408f service neutron] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.2122498 Feb 11 19:25:40.034516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e5dc3b7e-b431-47c4-b2b1-ca7637e28a77 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:40.077329 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e5dc3b7e-b431-47c4-b2b1-ca7637e28a77 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:40.084459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 99454cb6-18e9-4591-bfcf-28b872dab7e4 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:40.143272 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-5f3c467a-8643-4b65-96af-e8da37c4a154 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 1001 time: 0.1417980 Feb 11 19:25:40.153321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e5dc3b7e-b431-47c4-b2b1-ca7637e28a77 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:40.170566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a1cd4d72-f084-4dfb-8bbd-08a4633d4ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:40.190548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc3b7e-b431-47c4-b2b1-ca7637e28a77 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7ba56b-a498-4897-9422-282781c60b75,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:40.214022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e5dc3b7e-b431-47c4-b2b1-ca7637e28a77 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:40.235347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e5dc3b7e-b431-47c4-b2b1-ca7637e28a77 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:40.237379 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e5dc3b7e-b431-47c4-b2b1-ca7637e28a77 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "DELETE /v2.0/security-groups/4c7ba56b-a498-4897-9422-282781c60b75 HTTP/1.1" status: 204 len: 168 time: 0.3204837 Feb 11 19:25:40.241127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43464) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:40.298752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:40.299401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:40.302330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-59e5837c-31e7-4154-8ab7-eedcfa8266c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:40.302567 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.v2.resource [None req-b6d26b0e-0803-41db-956f-7ba4989d73e9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] show failed (client error): The resource could not be found. Feb 11 19:25:40.303707 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b6d26b0e-0803-41db-956f-7ba4989d73e9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups/4c7ba56b-a498-4897-9422-282781c60b75 HTTP/1.1" status: 404 len: 347 time: 0.0610933 Feb 11 19:25:40.305054 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-59e5837c-31e7-4154-8ab7-eedcfa8266c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.1542287 Feb 11 19:25:40.307013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43468) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:40.480720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd239d-db1d-4d21-be05-68edda49068d None None] New status for floating IP 022fc9e3-8403-4b35-9118-e0556fbae82a: DOWN {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:25:40.639566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Deleting port 199300dd-03bf-4319-b469-7bdf94688c0c {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:25:40.639879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:40.816053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-a9d53a7b-c4b1-4037-b3fe-78f887073601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:40.817956 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-a9d53a7b-c4b1-4037-b3fe-78f887073601 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2630422 Feb 11 19:25:40.978357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:40.978637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:41.142680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Calling delete_port for 199300dd-03bf-4319-b469-7bdf94688c0c owned by network:floatingip {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:25:41.222037 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-56f2781a-c33a-4a5e-aa53-23efa398d6bf service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944993 Feb 11 19:25:41.377473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:25:41.377845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:25:41.413297 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbc0ea75-b5ec-44ed-b85b-ed7b80b6f393 req-5bd46186-675c-4bd3-9201-72fd4f2b782e service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1825612 Feb 11 19:25:41.878861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Deleting port 199300dd-03bf-4319-b469-7bdf94688c0c {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:25:41.879648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:42.088475 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:42.088765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:42.240937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Calling delete_port for 199300dd-03bf-4319-b469-7bdf94688c0c owned by network:floatingip {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:25:42.402078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:42.419335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-49a80f7d-a76b-48a4-976e-ac012c491a98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:42.478282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event deleted for resources: {'Port': ['ID=199300dd-03bf-4319-b469-7bdf94688c0c,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:42.481725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:42.672398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:42.691757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:42.693095 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "DELETE /v2.0/floatingips/022fc9e3-8403-4b35-9118-e0556fbae82a HTTP/1.1" status: 204 len: 168 time: 2.3842754 Feb 11 19:25:42.969728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43494) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:42.975624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592334182', 'description': 'tempest-description--863258311'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:42.999354 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:43.003996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:security_group and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:43.008952 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:43.014586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:43.024246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.056467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:43.056809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:security_group_rule and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:43.059815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:43.065973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:43.144758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.147321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.152841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c16cecfd-1fbd-4f1f-89e4-5292abdec2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:43.199534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9a264-3af3-4426-8d44-a68bd82af6fc,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:43.203215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:43.204725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.206270 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-342a3fb4-ce4c-4445-bca2-bac43822e24a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2353227 Feb 11 19:25:43.209381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43500) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:43.216093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'security_group_rule': {'security_group_id': 'ecc9a264-3af3-4426-8d44-a68bd82af6fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:43.238915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:43.243415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:security_group_rule and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:43.247172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:43.254186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:43.274459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.343844 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.346593 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.350499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:43.374147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4307d5df-0937-44f0-8c0f-aa85ec066056,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:43.379206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:43.388340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.389698 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ef314f45-88da-454a-b9a9-241ba2268385 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1791935 Feb 11 19:25:43.392577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43504) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:43.398219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'security_group_rule': {'security_group_id': 'ecc9a264-3af3-4426-8d44-a68bd82af6fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:43.422729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:43.427132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:security_group_rule and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:43.430227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:43.436249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:43.455534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.531540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.534262 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.536425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-27628dea-dbf7-44ee-a8b0-be6b26376c2f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:43.560778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694d8ea0-2053-4665-ab45-474b8dc5958a,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:43.563422 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:43.571046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:43.572407 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-721819b0-dd20-4b76-be4a-55ad93ed2f66 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1787806 Feb 11 19:25:43.576500 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43508) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:43.582208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'floatingip': {'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:43.604934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:43.610044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Usage tracker for resource:floatingip and tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:43.613136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:43.619026 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:43.630350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:44.014153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:44.321129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Allocated IP 172.28.3.19 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/f7012618-3b71-42dc-9fb9-5579f4aecc1b) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:44.504860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:44.539613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:44.560725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:44.719204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'Port': ['ID=f7012618-3b71-42dc-9fb9-5579f4aecc1b,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:44.724084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:44.771803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:44.773076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:44.775569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:44.910927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:44.985323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:45.281672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:45.285395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:45.299370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37d7ff1e-eb68-4508-873c-1817b0fc0985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:45.464613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'Port': ['ID=f7012618-3b71-42dc-9fb9-5579f4aecc1b,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:45.469521 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:45.567488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:45.600350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:45.602181 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0244558 Feb 11 19:25:45.835747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-d224ce18-1f84-4675-8092-14d7838f234b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:security_group {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:45.853296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-d224ce18-1f84-4675-8092-14d7838f234b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:security_group {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:45.854850 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-d224ce18-1f84-4675-8092-14d7838f234b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1592334182&fields=id&tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9 HTTP/1.1" status: 200 len: 267 time: 0.0850594 Feb 11 19:25:46.127816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-5c95fe80-3ecf-4849-8b32-9606a1200f01 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:46.129607 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-5c95fe80-3ecf-4849-8b32-9606a1200f01 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 817 time: 0.2661304 Feb 11 19:25:46.152255 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-2d670375-94b1-4b0b-82b4-4555fdb394cf tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/quotas/f73e6c46a9404db7928eb4bc3c5a7ed9 HTTP/1.1" status: 200 len: 375 time: 0.0158830 Feb 11 19:25:46.312691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-467f4d96-8d38-4f71-a1ab-b3b2dbec8ebb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:46.329618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-467f4d96-8d38-4f71-a1ab-b3b2dbec8ebb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:46.331151 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-467f4d96-8d38-4f71-a1ab-b3b2dbec8ebb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722414 Feb 11 19:25:46.584989 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-9cb05c41-16fc-4b40-91ae-dfb8df9f7ff2 service neutron] 10.222.0.101 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399385 Feb 11 19:25:46.737177 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-82ae85c2-7781-4621-ae92-92a97e070d2b service neutron] 10.222.0.101 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439795 Feb 11 19:25:46.937016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 43568) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:46.963084 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2358f619-3981-4a0c-b79e-5a1dbe9136b5 req-a999b8d2-314a-41c9-b3a7-a150891dffab tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 210 time: 0.0538740 Feb 11 19:25:47.010729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] Deleting subnet 43780e4f-a47c-405d-a3aa-3994eb0aa16f {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:25:47.014726 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:47.083311 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:47.147601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:47.440920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:47.459327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-acf45500-7abe-45b5-8032-451ddc42f81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:47.505988 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43780e4f-a47c-405d-a3aa-3994eb0aa16f,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:47.510886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:47.603067 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:47.613612 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7dfe226c-dabd-4d5f-a299-c2471c94f0c9 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/43780e4f-a47c-405d-a3aa-3994eb0aa16f HTTP/1.1" status: 204 len: 168 time: 0.6728556 Feb 11 19:25:47.614324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43580) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:47.741373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:47.966944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:48.086982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c06ebb-3dc5-41c3-bb1e-93f99d17d822']}} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:48.105079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18716f53-f7a2-4845-af46-461a920c1a32') {'for_net_delete': True} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:48.105079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18716f53-f7a2-4845-af46-461a920c1a32') {} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:25:48.119701 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853521911'] for segment, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:48.137703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:48.141048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:25:48.180847 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-73c71cd1-edea-4e62-8009-bd89fe65f594 req-f5e82599-3b2f-4347-bb14-2bdf8d44c2c4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 210 time: 0.0624726 Feb 11 19:25:48.632050 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:25:48.642710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852634883'] for segment, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:48.675961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-4a01cd6a-1ec9-4547-a0d3-1ccec0d1db7d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:48.677669 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-4a01cd6a-1ec9-4547-a0d3-1ccec0d1db7d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 817 time: 0.3101845 Feb 11 19:25:48.831753 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-a7d1b8d7-090c-440e-ab58-a200d1049003 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9 HTTP/1.1" status: 200 len: 5704 time: 0.1322064 Feb 11 19:25:48.839366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Network b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:25:48.842481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'port': {'device_id': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'admin_state_up': True, 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'security_groups': ['ecc9a264-3af3-4426-8d44-a68bd82af6fc']}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:25:48.875812 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:25:48.957869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:48.961611 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-42bc795f-8459-44bd-bcbf-c44a55453b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:48.977066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:48.991152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c06ebb-3dc5-41c3-bb1e-93f99d17d822,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:48.995565 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b5c06ebb-3dc5-41c3-bb1e-93f99d17d822 HTTP/1.1" status: 204 len: 168 time: 1.3800631 Feb 11 19:25:48.997211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7d1513fb-ef9c-447f-afcc-5947a994bcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:49.016012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:49.027035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:49.038913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Made reservation on behalf of f73e6c46a9404db7928eb4bc3c5a7ed9 for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:25:49.061614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:49.285694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43610) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:49.350739 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f6c2c961-f9bb-49a0-9395-056d12b00aac admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=031cc70b311746c491cde3c91f553967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610847 Feb 11 19:25:49.351164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43614) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:25:49.435975 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e39c70ed-a222-4a03-94fe-e8e762d8f2b0 req-d05fdc18-b4b8-434a-a0d1-50da2fe8967e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 210 time: 0.0696707 Feb 11 19:25:49.491906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68074403-28b8-40e9-a981-d729d7607eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:49.523678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68074403-28b8-40e9-a981-d729d7607eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:49.587136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68074403-28b8-40e9-a981-d729d7607eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:49.591807 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-78188820-da9c-48e5-9cab-3e534179fa7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:49.607511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68074403-28b8-40e9-a981-d729d7607eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e8b601-7d41-4b37-a8fc-14cb58a6ac94,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:49.610715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-68074403-28b8-40e9-a981-d729d7607eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:49.621040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-68074403-28b8-40e9-a981-d729d7607eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:49.627110 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-68074403-28b8-40e9-a981-d729d7607eec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f8e8b601-7d41-4b37-a8fc-14cb58a6ac94 HTTP/1.1" status: 204 len: 168 time: 0.2706499 Feb 11 19:25:49.680653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Allocated IP 172.20.0.5 (0ab4b94d-4938-4b9a-b775-762a0653c099/8256882b-0956-4005-aec4-0810c6dec7b3/f4e6f5f1-a876-4fa6-b21c-59eb153284cd) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:49.910031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:49.932925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Transition to ACTIVE for port object f4e6f5f1-a876-4fa6-b21c-59eb153284cd will not be triggered until provisioned by entity DHCP. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:49.960183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:49.981729 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-72ff2384-47f5-49af-a160-d291cc117d43 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:50.137502 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event updated for resources: {'Port': ['ID=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:50.142090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:50.193455 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:25:50.194701 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:25:50.201209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:25:50.350528 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:50.351265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:50.384200 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5461290 Feb 11 19:25:50.402332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-1e93fb9a-951f-4db5-884c-262ddc87f35f None None] Provisioning for port f4e6f5f1-a876-4fa6-b21c-59eb153284cd completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:50.404749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Request body: {'port': {'device_id': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:50.407894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-1e93fb9a-951f-4db5-884c-262ddc87f35f None None] Provisioning complete for port f4e6f5f1-a876-4fa6-b21c-59eb153284cd triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:50.408331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1e93fb9a-951f-4db5-884c-262ddc87f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:50.467439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-1e93fb9a-951f-4db5-884c-262ddc87f35f None None] Port f4e6f5f1-a876-4fa6-b21c-59eb153284cd cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:25:50.536450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:50.929444 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bba21-3e11-4c01-bb8a-a137612d2e95 req-b89d08e9-9ecf-4296-8c6b-96602e465d68 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:50.930192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-800bba21-3e11-4c01-bb8a-a137612d2e95 req-b89d08e9-9ecf-4296-8c6b-96602e465d68 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:51.047415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-800bba21-3e11-4c01-bb8a-a137612d2e95 req-b89d08e9-9ecf-4296-8c6b-96602e465d68 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:51.048789 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-800bba21-3e11-4c01-bb8a-a137612d2e95 req-b89d08e9-9ecf-4296-8c6b-96602e465d68 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 931 time: 0.4292159 Feb 11 19:25:51.145247 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-800bba21-3e11-4c01-bb8a-a137612d2e95 req-c4b21f99-a84c-4568-b196-a3afb40b9361 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871792 Feb 11 19:25:51.259465 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e6f5f1-a876-4fa6-b21c-59eb153284cd {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:25:51.275486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:51.290888 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Transition to ACTIVE for port object f4e6f5f1-a876-4fa6-b21c-59eb153284cd will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:25:51.296802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:51.314970 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-14fcec43-c02a-4503-b364-00b28456cc99 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:51.465209 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Pushing event updated for resources: {'Port': ['ID=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:51.468782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:51.679421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Attempting to bind port f4e6f5f1-a876-4fa6-b21c-59eb153284cd on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:25:51.679798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Attempting to bind port f4e6f5f1-a876-4fa6-b21c-59eb153284cd by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:25:51.680174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Attempting to bind port f4e6f5f1-a876-4fa6-b21c-59eb153284cd on network 0ab4b94d-4938-4b9a-b775-762a0653c099 {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:25:51.689014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:25:51.689553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Checking segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:25:51.689980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:51.690389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Bound using segment: {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:25:51.690903 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Bound port: f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:25:51.691288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:51.815139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] For port f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:25:51.818472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] For port f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:25:51.821951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:51.837482 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-08be8d4b-befe-4f46-aaed-932446cc3ea8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:52.018206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Pushing event updated for resources: {'Port': ['ID=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:52.026321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:52.065869 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:52.066536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:52.068059 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] 10.222.0.42 "PUT /v2.0/ports/f4e6f5f1-a876-4fa6-b21c-59eb153284cd HTTP/1.1" status: 200 len: 1157 time: 1.6686344 Feb 11 19:25:52.068648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:52.187252 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'status': 'completed', 'code': 200} Feb 11 19:25:52.247392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-7c7b2c59-1fcd-40a8-8b03-3af1b676284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:52.249183 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-7c7b2c59-1fcd-40a8-8b03-3af1b676284c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 1160 time: 0.1223433 Feb 11 19:25:52.378747 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-e63654e0-4cf0-45e5-ac1e-1d7651738e2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd HTTP/1.1" status: 200 len: 217 time: 0.1148095 Feb 11 19:25:52.480235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-cf91ad67-fe23-45c2-a082-33e54c185d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:52.482394 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-cf91ad67-fe23-45c2-a082-33e54c185d14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0971522 Feb 11 19:25:52.639413 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6990f-1b3c-44a8-8880-b6c0f9038109 req-3dc95d18-6f14-4266-b4cc-5fc12de6cadd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:52.642098 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3ae6990f-1b3c-44a8-8880-b6c0f9038109 req-3dc95d18-6f14-4266-b4cc-5fc12de6cadd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.3086460 Feb 11 19:25:52.743642 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3ae6990f-1b3c-44a8-8880-b6c0f9038109 req-1f0787e6-eb0e-4e4e-b014-490aeb56e909 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916390 Feb 11 19:25:52.751009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-7cdce791-fbb4-4ddc-91de-8ff54eaee25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:52.752665 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-7cdce791-fbb4-4ddc-91de-8ff54eaee25a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2622650 Feb 11 19:25:52.920380 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-6f24fedd-ec2b-4b3a-95ee-44dc6b9dc3cf service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599517 Feb 11 19:25:53.072515 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-89fd00a4-0734-4ec1-8dbe-1eeb8588f9bf req-c7f6f665-61e5-49d0-8100-69a7a7d2918b service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450496 Feb 11 19:25:53.261561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-458e6fc1-5b9d-40e8-98e2-c60a7a042a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:53.264458 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-458e6fc1-5b9d-40e8-98e2-c60a7a042a01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 1160 time: 0.0938859 Feb 11 19:25:53.430852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-329a6540-84ab-417b-86cc-93b38e1332bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:53.433560 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-329a6540-84ab-417b-86cc-93b38e1332bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.1625965 Feb 11 19:25:53.732410 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-502ba893-7610-4658-98f6-da7336e7dc6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd HTTP/1.1" status: 200 len: 217 time: 0.2923858 Feb 11 19:25:53.803792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-b30afa05-45bd-4a1e-b057-3e1b719ea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:53.805575 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-b30afa05-45bd-4a1e-b057-3e1b719ea6be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0665412 Feb 11 19:25:53.897577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-15eb930a-8954-4832-977d-a77953c54d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:53.899286 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-15eb930a-8954-4832-977d-a77953c54d00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869875 Feb 11 19:25:54.120434 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-e22c517b-b12f-4381-966a-1b0c35373431 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132235 Feb 11 19:25:54.134293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c8972-b99d-4971-a90d-2c6f19f57ece req-22053df6-3e33-4722-a2a8-6d1086289edb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:54.137983 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b77c8972-b99d-4971-a90d-2c6f19f57ece req-22053df6-3e33-4722-a2a8-6d1086289edb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.2370746 Feb 11 19:25:54.233108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-b77c8972-b99d-4971-a90d-2c6f19f57ece req-76b6ae47-22bf-4f52-8f2d-087829ca9845 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:54.251745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-b77c8972-b99d-4971-a90d-2c6f19f57ece req-76b6ae47-22bf-4f52-8f2d-087829ca9845 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:54.256353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b77c8972-b99d-4971-a90d-2c6f19f57ece req-76b6ae47-22bf-4f52-8f2d-087829ca9845 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098125 Feb 11 19:25:54.337389 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4c9b5f7c-0683-4c74-b112-80fc8df9882b req-88a61fef-b9f7-4363-a017-499357b645f8 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2097878 Feb 11 19:25:55.007239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9990830e-0fff-4120-911c-e7a24d3527d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:55.630803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b74221-cbfc-492b-9479-73698973233f req-1f7d91b1-7dfe-421f-a446-bd383561a6fb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:55.632725 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-11b74221-cbfc-492b-9479-73698973233f req-1f7d91b1-7dfe-421f-a446-bd383561a6fb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.2252972 Feb 11 19:25:55.706449 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-11b74221-cbfc-492b-9479-73698973233f req-1e69e272-f2eb-4137-a77b-f8658ed0cbfe tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672221 Feb 11 19:25:55.849230 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-d64f2d5f-e639-4e61-9b65-1cc9517233ad tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2032702888&fields=id&tenant_id=168b85218b484bdf95678347ac6c47fd HTTP/1.1" status: 200 len: 267 time: 0.0636177 Feb 11 19:25:56.119386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-880c2550-b6a2-471d-9cc1-a72fcae58e9f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:56.121046 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-880c2550-b6a2-471d-9cc1-a72fcae58e9f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 809 time: 0.2621119 Feb 11 19:25:56.138146 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a9a60ffc-c345-47f2-8f6c-05be73ad75e9 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/quotas/168b85218b484bdf95678347ac6c47fd HTTP/1.1" status: 200 len: 375 time: 0.0103157 Feb 11 19:25:56.265595 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-8c7a9704-b181-41bd-9ddf-e0abd84e957d tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211927 Feb 11 19:25:56.433222 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-6638fca7-519f-4a92-8c60-19718619f9d5 service neutron] 10.222.0.101 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541097 Feb 11 19:25:56.588584 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-be7ccebe-618a-49af-90f6-7e1e6b1474c3 service neutron] 10.222.0.101 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481814 Feb 11 19:25:57.070495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193623c-5d55-4f2c-b0fd-5ef44199bcfd req-20714da9-c82f-4d37-a13d-ee30486a4807 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:57.072272 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1193623c-5d55-4f2c-b0fd-5ef44199bcfd req-20714da9-c82f-4d37-a13d-ee30486a4807 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1918397 Feb 11 19:25:57.125833 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-915cb67e-5fb3-4f45-8b96-595f13f18b13 req-b17aab0c-c099-43ef-a338-d480ae15d8e8 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 210 time: 0.0993593 Feb 11 19:25:57.166467 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1193623c-5d55-4f2c-b0fd-5ef44199bcfd req-bbd78856-f537-48d5-b24b-8af5fcffc1b7 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860856 Feb 11 19:25:57.342313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-585185dc-aef5-4cec-841d-8d2614e2fa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:57.778562 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:58.338648 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-72ed82ca-3e4d-45a2-ba97-4c72e3ce54bd req-ebee3fae-eef1-4b9d-8a58-0e4e9ac364b3 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 210 time: 0.0580440 Feb 11 19:25:58.592639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-0b294324-31d4-45f7-ae3e-69533ccb457a tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:58.593461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-0b294324-31d4-45f7-ae3e-69533ccb457a tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Synchronizing usage tracker for tenant:168b85218b484bdf95678347ac6c47fd on resource:network {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:58.654488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device f4e6f5f1-a876-4fa6-b21c-59eb153284cd up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:58.741978 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28137458-96ae-4732-9202-20ccf58e27fb req-0bed7afb-55e0-44be-874a-727630da546f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:58.744612 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-28137458-96ae-4732-9202-20ccf58e27fb req-0bed7afb-55e0-44be-874a-727630da546f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.3750954 Feb 11 19:25:58.773604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:58.788984 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-0b294324-31d4-45f7-ae3e-69533ccb457a tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Unset dirty status for tenant:168b85218b484bdf95678347ac6c47fd on resource:network {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:58.791033 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-0b294324-31d4-45f7-ae3e-69533ccb457a tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 809 time: 0.6122775 Feb 11 19:25:58.801737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port f4e6f5f1-a876-4fa6-b21c-59eb153284cd completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:25:58.810613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port f4e6f5f1-a876-4fa6-b21c-59eb153284cd triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:25:58.811277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:58.907811 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-28137458-96ae-4732-9202-20ccf58e27fb req-6bfd4687-d939-4a86-8e5c-c9616d907e14 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517267 Feb 11 19:25:59.031197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:59.073262 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-abe474ac-2bc5-4fa0-97d1-e9753fe46d28 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Synchronizing usage tracker for tenant:168b85218b484bdf95678347ac6c47fd on resource:security_group {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:59.076322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:25:59.076975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:25:59.083506 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:59.085672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-71257fb5-5990-42b6-9d8d-313c3b382721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:25:59.101163 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-abe474ac-2bc5-4fa0-97d1-e9753fe46d28 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Unset dirty status for tenant:168b85218b484bdf95678347ac6c47fd on resource:security_group {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:59.102730 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-abe474ac-2bc5-4fa0-97d1-e9753fe46d28 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=168b85218b484bdf95678347ac6c47fd HTTP/1.1" status: 200 len: 5759 time: 0.2838862 Feb 11 19:25:59.115325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Request body: {'port': {'device_id': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'admin_state_up': True, 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'security_groups': ['2195ced8-c4e8-4ff7-a006-633384ea45ca']}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:25:59.170063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:25:59.174930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:25:59.309119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:25:59.313534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Usage tracker for resource:port and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:25:59.316897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:25:59.323493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:25:59.334498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Made reservation on behalf of 168b85218b484bdf95678347ac6c47fd for: {'port': 1} {{(pid=79955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:25:59.357271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:59.476039 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'code': 200} Feb 11 19:25:59.563776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-be163556-479a-4012-a50a-ca32ec2bcc05 req-a7856d25-8b31-4ff0-85d5-668b9c634496 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Synchronizing usage tracker for tenant:168b85218b484bdf95678347ac6c47fd on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:25:59.598894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-be163556-479a-4012-a50a-ca32ec2bcc05 req-a7856d25-8b31-4ff0-85d5-668b9c634496 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Unset dirty status for tenant:168b85218b484bdf95678347ac6c47fd on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:25:59.600477 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-be163556-479a-4012-a50a-ca32ec2bcc05 req-a7856d25-8b31-4ff0-85d5-668b9c634496 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 210 time: 0.1052904 Feb 11 19:25:59.613228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:59.764860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Allocated IP 172.20.0.7 (7807e46a-d688-404a-8cb6-8ed4dd5fc748/d056bcd0-2d30-422c-8f2a-b0c83373fdf5/caadce6e-c670-409c-a19d-8d2777a34562) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:25:59.784024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b269b7-9bd5-41fa-97a1-6423d0402dd7 req-ef3175cb-0710-43db-9dd9-d863d20a5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:25:59.785692 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d0b269b7-9bd5-41fa-97a1-6423d0402dd7 req-ef3175cb-0710-43db-9dd9-d863d20a5e43 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 1162 time: 0.0844932 Feb 11 19:25:59.835156 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d0b269b7-9bd5-41fa-97a1-6423d0402dd7 req-b3490553-6e76-4347-a083-2665b35060b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418012 Feb 11 19:25:59.976664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:25:59.985997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device f4e6f5f1-a876-4fa6-b21c-59eb153284cd up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:25:59.995849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Transition to ACTIVE for port object caadce6e-c670-409c-a19d-8d2777a34562 will not be triggered until provisioned by entity DHCP. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:26:00.021905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:00.040155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8d2d243f-7e8c-4c9c-92e8-56919d387a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:26:00.084118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port f4e6f5f1-a876-4fa6-b21c-59eb153284cd triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:26:00.084573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:00.269482 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event updated for resources: {'Port': ['ID=caadce6e-c670-409c-a19d-8d2777a34562,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:26:00.277646 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:26:00.343499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:26:00.344793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:26:00.347272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:26:00.347478 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364364-103d-4a0b-abdf-6a464d0217f3 req-796db547-eb2a-4dca-ab23-723b0eb51e40 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:00.350231 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c8364364-103d-4a0b-abdf-6a464d0217f3 req-796db547-eb2a-4dca-ab23-723b0eb51e40 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.2519915 Feb 11 19:26:00.420686 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c8364364-103d-4a0b-abdf-6a464d0217f3 req-2efb85a0-7c45-4308-84d9-28abecd89f26 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651317 Feb 11 19:26:00.500391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:00.501129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:00.534475 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4252334 Feb 11 19:26:00.559346 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Request body: {'port': {'device_id': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:26:00.613397 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ad9568d9-b8f3-4ae4-9c4b-99a0565c9bd3 None None] Provisioning for port caadce6e-c670-409c-a19d-8d2777a34562 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:26:00.619095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ad9568d9-b8f3-4ae4-9c4b-99a0565c9bd3 None None] Provisioning complete for port caadce6e-c670-409c-a19d-8d2777a34562 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:26:00.619420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ad9568d9-b8f3-4ae4-9c4b-99a0565c9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:00.682012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-ad9568d9-b8f3-4ae4-9c4b-99a0565c9bd3 None None] Port caadce6e-c670-409c-a19d-8d2777a34562 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:26:00.703909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:01.059032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f490a7-0a3a-47b8-9069-9f2d5d7f113c req-cbf642b4-1c74-4b54-a56b-04a5130fc261 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:01.059861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-59f490a7-0a3a-47b8-9069-9f2d5d7f113c req-cbf642b4-1c74-4b54-a56b-04a5130fc261 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Synchronizing usage tracker for tenant:168b85218b484bdf95678347ac6c47fd on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:26:01.109127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-59f490a7-0a3a-47b8-9069-9f2d5d7f113c req-cbf642b4-1c74-4b54-a56b-04a5130fc261 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Unset dirty status for tenant:168b85218b484bdf95678347ac6c47fd on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:26:01.110691 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-59f490a7-0a3a-47b8-9069-9f2d5d7f113c req-cbf642b4-1c74-4b54-a56b-04a5130fc261 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 931 time: 0.3615389 Feb 11 19:26:01.261006 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-59f490a7-0a3a-47b8-9069-9f2d5d7f113c req-01d07fff-477b-4d35-afec-95f1ecd438b1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1374276 Feb 11 19:26:01.393236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caadce6e-c670-409c-a19d-8d2777a34562 {{(pid=79955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:26:01.405282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:01.419029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Transition to ACTIVE for port object caadce6e-c670-409c-a19d-8d2777a34562 will not be triggered until provisioned by entity L2. {{(pid=79955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:26:01.421737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:01.438093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:26:01.767824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9365a-7af0-4e94-a698-468f29e0d622 req-43ef023b-a7b1-4906-82f6-9acad122d8cc tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:01.769600 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9cf9365a-7af0-4e94-a698-468f29e0d622 req-43ef023b-a7b1-4906-82f6-9acad122d8cc tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1864803 Feb 11 19:26:01.826142 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Pushing event updated for resources: {'Port': ['ID=caadce6e-c670-409c-a19d-8d2777a34562,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:26:01.829437 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:26:01.841207 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9cf9365a-7af0-4e94-a698-468f29e0d622 req-c37d5aea-be26-455e-b0ad-b6813fcbc5cb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637653 Feb 11 19:26:02.104591 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Attempting to bind port caadce6e-c670-409c-a19d-8d2777a34562 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:26:02.104964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Attempting to bind port caadce6e-c670-409c-a19d-8d2777a34562 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:26:02.105337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Attempting to bind port caadce6e-c670-409c-a19d-8d2777a34562 on network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:26:02.116607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:26:02.117423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Checking segment: {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:26:02.118388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:02.119037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Bound using segment: {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'} {{(pid=79955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:26:02.119924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Bound port: caadce6e-c670-409c-a19d-8d2777a34562, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2d985d-d21c-42b0-83a9-7c7608ec5161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748'}}] {{(pid=79955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:26:02.120778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:02.321309 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf899f-a62d-48d3-a8d9-319cb799cbb0 req-94f796d9-a82c-4f14-8a33-19dba2fd2471 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:02.323046 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-23bf899f-a62d-48d3-a8d9-319cb799cbb0 req-94f796d9-a82c-4f14-8a33-19dba2fd2471 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.3013115 Feb 11 19:26:02.335464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 43688) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:26:02.341378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] For port caadce6e-c670-409c-a19d-8d2777a34562, host hv-cinder-77525, cleared binding levels {{(pid=79955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:26:02.346337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Request body: {'floatingip': {'port_id': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:26:02.352810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] For port caadce6e-c670-409c-a19d-8d2777a34562, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=caadce6e-c670-409c-a19d-8d2777a34562,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:26:02.359103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:02.376748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:26:02.502904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:02.549032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Pushing event updated for resources: {'Port': ['ID=caadce6e-c670-409c-a19d-8d2777a34562,revision_number=3']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:26:02.564973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.565385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.565837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.566194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.566596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.567002 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.567393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.567792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.568191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.568636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.569038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.569433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.569907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.570302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.570695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.571088 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.571478 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.571880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.572256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.572695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.573086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.573477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.573863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.574290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:26:02.581437 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:26:02.615596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:02.616620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:02.619114 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] 10.222.0.42 "PUT /v2.0/ports/caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 1157 time: 2.0667577 Feb 11 19:26:02.620025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:26:02.731671 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562', 'status': 'completed', 'code': 200} Feb 11 19:26:02.773051 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-e50a45c7-b3c4-45c6-81c0-cf238aa3c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:02.774885 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-e50a45c7-b3c4-45c6-81c0-cf238aa3c62d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1160 time: 0.0960848 Feb 11 19:26:02.867353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-04484b1c-117d-4f9c-afa9-7921695d0f22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 217 time: 0.0771556 Feb 11 19:26:02.874211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b73972-742c-47e9-8a51-17ca2d00dd3a req-5e75c3c1-eb59-4485-b8e5-71b0ccc69d51 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:02.876868 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b0b73972-742c-47e9-8a51-17ca2d00dd3a req-5e75c3c1-eb59-4485-b8e5-71b0ccc69d51 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.4497452 Feb 11 19:26:02.964342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-c0aa1cb2-f61e-4cc6-b0d1-a2beacd64a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:02.965965 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-c0aa1cb2-f61e-4cc6-b0d1-a2beacd64a12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0916057 Feb 11 19:26:03.066559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-9212577d-06e0-4794-877e-34251af337b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:03.068115 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-9212577d-06e0-4794-877e-34251af337b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0946171 Feb 11 19:26:03.126595 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b0b73972-742c-47e9-8a51-17ca2d00dd3a req-c05b3a91-f7cb-42da-9f1c-8af457a001fb tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2343709 Feb 11 19:26:03.226638 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-779dba3c-e2ed-48e0-869b-b82b0fd34a0a service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494424 Feb 11 19:26:03.382527 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54b5bb58-fd52-4edc-9421-f45bad0f5902 req-9ae2398c-e08b-44aa-bbe1-c357f076ba60 service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484730 Feb 11 19:26:03.445911 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:03.448972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:03.599772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-b6316b0b-fa50-4654-9dec-5c4d9f0e3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:03.602625 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-b6316b0b-fa50-4654-9dec-5c4d9f0e3da9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1160 time: 0.0975835 Feb 11 19:26:03.764681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-1c7b758c-8a24-4f18-bd0b-76476df0d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:03.766347 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-1c7b758c-8a24-4f18-bd0b-76476df0d401 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1568556 Feb 11 19:26:03.848573 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-97d4f89e-55a8-480b-a7e9-92ec7add8cc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 217 time: 0.0747769 Feb 11 19:26:03.874615 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Floating IP 3c35ce8d-0259-4191-aae8-edf5a815cb91 associated. External IP: 172.28.3.19, port: f4e6f5f1-a876-4fa6-b21c-59eb153284cd. Feb 11 19:26:03.929880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-2308fad8-c73c-44cf-b853-c548eb1c4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:03.931482 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-2308fad8-c73c-44cf-b853-c548eb1c4bb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0743430 Feb 11 19:26:04.021871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-a8bc078a-2ef1-4638-a3b8-8089eb0a6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:04.024191 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-a8bc078a-2ef1-4638-a3b8-8089eb0a6203 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859072 Feb 11 19:26:04.194780 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-91b04fbc-0795-40eb-9abd-cae768dfd63f service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630559 Feb 11 19:26:04.298890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Router b6057325-396d-4d78-bc36-bd975735d6bd has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:26:04.487142 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-958ca6f4-4f90-4a72-ba7d-0e69f640569f req-d06950a9-ffd2-46c3-b63c-d901e29d3570 service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2594688 Feb 11 19:26:04.532049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:26:04.536933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:04.543458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] Sync routers for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:26:04.556840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:26:04.557607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:26:04.604543 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-93f4d549-e76e-401d-a77d-831bced6387a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "PUT /v2.0/floatingips/3c35ce8d-0259-4191-aae8-edf5a815cb91 HTTP/1.1" status: 200 len: 990 time: 2.2672827 Feb 11 19:26:04.605970 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:26:04.606536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2db28f-e856-465d-a9c7-8a10096e6abd req-b6baf5a3-5d08-4aa7-8efb-ff730e4acbe0 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:04.610112 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cd2db28f-e856-465d-a9c7-8a10096e6abd req-b6baf5a3-5d08-4aa7-8efb-ff730e4acbe0 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.3293331 Feb 11 19:26:04.693600 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cd2db28f-e856-465d-a9c7-8a10096e6abd req-6199dccf-781a-45e3-9fb1-352d8c2b96bd tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0745242 Feb 11 19:26:04.783559 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'status': 'completed', 'code': 200} Feb 11 19:26:04.799143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:26:04.911898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-8d94ddca-e3d3-429d-abee-9dabfa673848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:04.913529 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-8d94ddca-e3d3-429d-abee-9dabfa673848 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 1162 time: 0.0890100 Feb 11 19:26:05.071395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-1faa1051-6150-4d61-a79a-dd25b474d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:05.073042 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-1faa1051-6150-4d61-a79a-dd25b474d0af service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.1527822 Feb 11 19:26:05.189127 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-d122558c-a07d-42d0-994c-c8b011b9830a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd HTTP/1.1" status: 200 len: 998 time: 0.1089060 Feb 11 19:26:05.191183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '3c35ce8d-0259-4191-aae8-edf5a815cb91', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'port_id': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'mac_address': 'fa:16:3e:98:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:25:44Z', 'updated_at': '2021-02-11T19:26:03Z', 'revision_number': 1, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:26:05.198749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] Checking router: b6057325-396d-4d78-bc36-bd975735d6bd for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:26:05.210786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:26:05.211829 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:26:05.270402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-59062e5e-ad3c-491c-9852-bfe2a0211a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:05.272189 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-59062e5e-ad3c-491c-9852-bfe2a0211a95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0764914 Feb 11 19:26:05.360378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-17a32f02-74fc-4f42-a990-4d5a5f65ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:05.362041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-17a32f02-74fc-4f42-a990-4d5a5f65ed72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830789 Feb 11 19:26:05.457368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:26:05.549603 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-afb51163-11c5-41c8-89c7-94daa4fb678c service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794846 Feb 11 19:26:05.748750 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e3af5c68-c25d-4500-855e-21e91060cb87 req-5f62fee0-cc12-4a78-87b1-f6c37b500c78 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1918640 Feb 11 19:26:05.883673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '3c35ce8d-0259-4191-aae8-edf5a815cb91', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'port_id': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'mac_address': 'fa:16:3e:98:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:25:44Z', 'updated_at': '2021-02-11T19:26:03Z', 'revision_number': 1, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:26:05.890978 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c102c-8e1b-424c-acb4-c6abbadc51ba None None] The sync data for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb is: [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '3c35ce8d-0259-4191-aae8-edf5a815cb91', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'port_id': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'mac_address': 'fa:16:3e:98:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:25:44Z', 'updated_at': '2021-02-11T19:26:03Z', 'revision_number': 1, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:26:06.031564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc23fd-35c4-46e2-bd19-a9c79295c1d4 req-2c991249-fb11-48b2-bb8a-f0865cda8ba1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:06.033320 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-63dc23fd-35c4-46e2-bd19-a9c79295c1d4 req-2c991249-fb11-48b2-bb8a-f0865cda8ba1 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1911938 Feb 11 19:26:06.101441 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-63dc23fd-35c4-46e2-bd19-a9c79295c1d4 req-9cc2a670-dc7a-4401-a3b4-3f54be4d8c4a tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0614507 Feb 11 19:26:06.195628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b41070-0e39-4da1-9415-a618de8168fc None None] New status for floating IP 3c35ce8d-0259-4191-aae8-edf5a815cb91: ACTIVE {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:26:07.411230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3dad-a937-4f33-975f-62b1de93fe8d req-569915bc-387b-4677-9fba-298503434aa2 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:07.413020 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-09ba3dad-a937-4f33-975f-62b1de93fe8d req-569915bc-387b-4677-9fba-298503434aa2 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1736243 Feb 11 19:26:07.495604 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-09ba3dad-a937-4f33-975f-62b1de93fe8d req-04b44371-0c7b-4b68-8c87-fdc1774a38a5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0738204 Feb 11 19:26:08.723241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device caadce6e-c670-409c-a19d-8d2777a34562 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:26:08.801126 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port caadce6e-c670-409c-a19d-8d2777a34562 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:26:08.808674 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port caadce6e-c670-409c-a19d-8d2777a34562 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:26:08.809344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:08.811468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dbbea-1761-4605-a6c7-e6c01145ea33 req-a322ebce-48e0-4cf8-80f7-e7d430e85f57 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:08.813209 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-248dbbea-1761-4605-a6c7-e6c01145ea33 req-a322ebce-48e0-4cf8-80f7-e7d430e85f57 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1809146 Feb 11 19:26:08.881990 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-248dbbea-1761-4605-a6c7-e6c01145ea33 req-8794bc43-b0f3-4ccb-a4f7-c8a3f352949c tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0619729 Feb 11 19:26:08.953109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:08.960756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:08.991049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:26:09.008364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port caadce6e-c670-409c-a19d-8d2777a34562, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=caadce6e-c670-409c-a19d-8d2777a34562,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:26:09.020828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:09.023578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:26:09.057407 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562', 'code': 200} Feb 11 19:26:09.098515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=caadce6e-c670-409c-a19d-8d2777a34562,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:26:09.104994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:26:09.437316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c58269-a93e-4371-8f6a-685176d7d3e6 req-25d61544-2d7e-4dba-b8f7-76e84ba3d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:09.438984 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-75c58269-a93e-4371-8f6a-685176d7d3e6 req-25d61544-2d7e-4dba-b8f7-76e84ba3d702 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.0851133 Feb 11 19:26:09.502169 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-75c58269-a93e-4371-8f6a-685176d7d3e6 req-73af8276-ded0-4747-ba0b-a7fd0a3e3c0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0500176 Feb 11 19:26:10.133199 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device caadce6e-c670-409c-a19d-8d2777a34562 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:26:10.224667 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port caadce6e-c670-409c-a19d-8d2777a34562 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:26:10.224994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:10.430963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be9fa-9839-4158-b3f3-6a8555c8e45e req-735a78e5-9370-4ffa-b0ea-98845c4938fc tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:10.432794 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ad4be9fa-9839-4158-b3f3-6a8555c8e45e req-735a78e5-9370-4ffa-b0ea-98845c4938fc tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.4102712 Feb 11 19:26:10.521157 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ad4be9fa-9839-4158-b3f3-6a8555c8e45e req-7ddb4f5f-6f07-43c2-85fb-3f1f5517cc92 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0788665 Feb 11 19:26:11.828620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4f066-ca42-4ec4-9643-7126c9013ef5 req-89402c58-dcff-4da2-9e8c-2c4e9850fb83 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:11.830280 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-20b4f066-ca42-4ec4-9643-7126c9013ef5 req-89402c58-dcff-4da2-9e8c-2c4e9850fb83 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1756685 Feb 11 19:26:11.904778 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-20b4f066-ca42-4ec4-9643-7126c9013ef5 req-a2bf4b40-e1ab-49b5-a319-64c592416f89 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0678637 Feb 11 19:26:12.198759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device caadce6e-c670-409c-a19d-8d2777a34562 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:26:12.246620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c08c0-9d05-4311-92fd-fdd416b2a707 req-416b2198-b857-4a2e-8bfb-ffab2842c5a8 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:12.248332 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b5c08c0-9d05-4311-92fd-fdd416b2a707 req-416b2198-b857-4a2e-8bfb-ffab2842c5a8 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.2040110 Feb 11 19:26:12.282411 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port caadce6e-c670-409c-a19d-8d2777a34562 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:26:12.282837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:12.325453 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b5c08c0-9d05-4311-92fd-fdd416b2a707 req-e3998454-e981-4f23-a391-5308c4b5f9a5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0699453 Feb 11 19:26:12.614325 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-205f9106-7373-4c17-b6fe-b823d622637f req-66a96fa8-7b86-401c-9cd3-1f1ad2edde84 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2303436 Feb 11 19:26:12.625670 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Request body: {'floatingip': {'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:26:12.650222 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:26:12.654896 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Usage tracker for resource:floatingip and tenant:168b85218b484bdf95678347ac6c47fd is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:26:12.658034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:26:12.663858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:26:12.674049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for floatingip, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:12.831576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:13.139525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Allocated IP 172.28.3.105 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/76f200b9-3771-4035-8f83-e8cd1b53cf9e) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:26:13.306235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:13.340959 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:13.357400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d1f7f317-d339-498d-931b-64347d89674d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:26:13.507606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event updated for resources: {'Port': ['ID=76f200b9-3771-4035-8f83-e8cd1b53cf9e,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:26:13.512409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:26:13.563188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:26:13.564310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:26:13.566875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:26:13.676805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:13.751823 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:14.062849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:14.066540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:14.087425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b938733a-2f92-4f3f-b3cc-08d6c691f0f8 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:26:14.258246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event updated for resources: {'Port': ['ID=76f200b9-3771-4035-8f83-e8cd1b53cf9e,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:26:14.263006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:26:14.367706 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:14.391039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:14.392416 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-205f9106-7373-4c17-b6fe-b823d622637f req-40d9a96c-12cf-4d8b-9d71-3fcfd9739abf tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7718618 Feb 11 19:26:14.513524 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-205f9106-7373-4c17-b6fe-b823d622637f req-d8b52e4f-1ecb-463d-b514-d3580cd45cc8 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Synchronizing usage tracker for tenant:168b85218b484bdf95678347ac6c47fd on resource:floatingip {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:26:14.536108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-205f9106-7373-4c17-b6fe-b823d622637f req-d8b52e4f-1ecb-463d-b514-d3580cd45cc8 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Unset dirty status for tenant:168b85218b484bdf95678347ac6c47fd on resource:floatingip {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:26:14.537514 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-205f9106-7373-4c17-b6fe-b823d622637f req-d8b52e4f-1ecb-463d-b514-d3580cd45cc8 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.3.105 HTTP/1.1" status: 200 len: 696 time: 0.1386173 Feb 11 19:26:14.800421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f9106-7373-4c17-b6fe-b823d622637f req-499a5d24-2e7d-41fb-a1e4-e674f82bf64d tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:14.801924 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-205f9106-7373-4c17-b6fe-b823d622637f req-499a5d24-2e7d-41fb-a1e4-e674f82bf64d tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/networks/dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc HTTP/1.1" status: 200 len: 784 time: 0.2576587 Feb 11 19:26:14.813804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-205f9106-7373-4c17-b6fe-b823d622637f req-97db995f-668b-4b31-96c2-6798ffdad73e tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:26:14.814880 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-205f9106-7373-4c17-b6fe-b823d622637f req-97db995f-668b-4b31-96c2-6798ffdad73e tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064578 Feb 11 19:26:15.101251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-5f4af13e-b265-42f3-918b-85c007b984e3 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:15.102878 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-5f4af13e-b265-42f3-918b-85c007b984e3 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1733644 Feb 11 19:26:15.218351 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-30ffcf4f-635d-4d23-a60f-35722d292246 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.3.105 HTTP/1.1" status: 200 len: 696 time: 0.1069381 Feb 11 19:26:15.234041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Request body: {'floatingip': {'port_id': 'caadce6e-c670-409c-a19d-8d2777a34562', 'fixed_ip_address': '172.20.0.7'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:26:15.343727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for floatingip, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:15.694851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:26:16.000305 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:16.003619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:16.434885 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Floating IP faf2de81-521b-491e-8ecd-88f619d7697b associated. External IP: 172.28.3.105, port: caadce6e-c670-409c-a19d-8d2777a34562. Feb 11 19:26:16.855769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:26:17.054289 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:26:17.060071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:17.066127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] Sync routers for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:26:17.077144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:26:17.077842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:26:17.126687 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-f95d0def-0ac4-45e5-bf5a-49fc786247f6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "PUT /v2.0/floatingips/faf2de81-521b-491e-8ecd-88f619d7697b HTTP/1.1" status: 200 len: 996 time: 1.8996439 Feb 11 19:26:17.127166 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:26:17.203153 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562', 'status': 'completed', 'code': 200} Feb 11 19:26:17.233989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-1650a06a-6f51-4bec-8b4d-d72a7a2940d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:17.235891 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-1650a06a-6f51-4bec-8b4d-d72a7a2940d9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.0949080 Feb 11 19:26:17.298969 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:26:17.357756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-e294f8f0-5b5a-4412-9e7a-f973883fff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:17.357756 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-e294f8f0-5b5a-4412-9e7a-f973883fff5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.0878918 Feb 11 19:26:17.410275 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-675d046c-775d-4ba2-b53c-44ab961517c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:17.412194 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-675d046c-775d-4ba2-b53c-44ab961517c8 service neutron] 10.222.0.101 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1663420 Feb 11 19:26:17.554278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-d49031ae-4b35-4b23-b3ea-aca86847c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:17.557056 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-d49031ae-4b35-4b23-b3ea-aca86847c71d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1938589 Feb 11 19:26:17.557590 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-5bd5d30c-8c47-45a5-b6b3-f1bcb58c718f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 999 time: 0.1381013 Feb 11 19:26:17.674226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-3a9d5535-3244-4a67-995a-2b66ad6755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:17.676444 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-3a9d5535-3244-4a67-995a-2b66ad6755bb service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.1111336 Feb 11 19:26:17.694939 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-1d12f1e5-aed4-4c3a-ad13-0adcac76e510 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 999 time: 0.1309965 Feb 11 19:26:17.736476 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': 'faf2de81-521b-491e-8ecd-88f619d7697b', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'floating_ip_address': '172.28.3.105', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'port_id': 'caadce6e-c670-409c-a19d-8d2777a34562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'mac_address': 'fa:16:3e:ea:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:26:13Z', 'updated_at': '2021-02-11T19:26:15Z', 'revision_number': 1, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:22Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:26:17.741037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] Checking router: e28a7702-8ea5-4df5-91e1-216ca3a79cc8 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:26:17.751170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:26:17.751846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:25:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:26:17.776271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-bbc39cfc-7a70-4ec5-a4d2-50ac94061255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:17.778712 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-bbc39cfc-7a70-4ec5-a4d2-50ac94061255 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0770230 Feb 11 19:26:17.780508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-429256c8-62f5-4c0c-a8e7-1aca23309d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:17.782195 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-429256c8-62f5-4c0c-a8e7-1aca23309d29 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990756 Feb 11 19:26:17.881519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-164beac4-7ede-443c-9a1c-3ca65758bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:17.883495 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-164beac4-7ede-443c-9a1c-3ca65758bf0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924230 Feb 11 19:26:17.970803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:26:17.994147 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-9a501f63-194d-419e-8838-31dc528211e2 service neutron] 10.222.0.101 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036579 Feb 11 19:26:18.094112 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-8bf54bf8-6462-499b-bc25-25009acbc13f service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847816 Feb 11 19:26:18.182957 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-061bf95d-e937-4cb8-9ed6-12daba34cf08 req-1b052d50-1097-4861-871c-2134ad14430b service neutron] 10.222.0.101 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1746607 Feb 11 19:26:18.281366 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ae95f05a-9322-4ec3-9923-70cd88afac16 req-7e96d7ae-7db3-4cc2-9cd1-a20c182fd49a service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1780434 Feb 11 19:26:18.443109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': 'faf2de81-521b-491e-8ecd-88f619d7697b', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'floating_ip_address': '172.28.3.105', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'port_id': 'caadce6e-c670-409c-a19d-8d2777a34562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'mac_address': 'fa:16:3e:ea:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:26:13Z', 'updated_at': '2021-02-11T19:26:15Z', 'revision_number': 1, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:22Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:26:18.447914 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af92f7e-6a1c-4862-9a28-795c16442969 None None] The sync data for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb is: [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': 'faf2de81-521b-491e-8ecd-88f619d7697b', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'floating_ip_address': '172.28.3.105', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'port_id': 'caadce6e-c670-409c-a19d-8d2777a34562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'mac_address': 'fa:16:3e:ea:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:26:13Z', 'updated_at': '2021-02-11T19:26:15Z', 'revision_number': 1, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:22Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:26:18.750515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f838d40-5f40-4937-ad01-8d6295b832f2 None None] New status for floating IP faf2de81-521b-491e-8ecd-88f619d7697b: ACTIVE {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:26:24.729158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bd6f3f2b-efcd-40f9-a3c8-224993272f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:27.345177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6b6e19e6-68e0-405b-a41e-f45882259ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:27.780671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:28.695155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:29.615553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:38.610848 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-a3c084ea-abd9-487a-a6f0-eced6e0ead28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0818689 Feb 11 19:26:38.787226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-01948d0c-a603-41b6-a056-d777ef01967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:38.788897 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-01948d0c-a603-41b6-a056-d777ef01967d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1202 time: 0.0787966 Feb 11 19:26:38.926709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:38.948860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-564bdb85-1b20-41cd-958c-0d2f70758b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:38.950470 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-564bdb85-1b20-41cd-958c-0d2f70758b71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.1412020 Feb 11 19:26:39.276710 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-d8ec7322-f5e0-45bc-ac61-12769f208da7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 1001 time: 0.3111768 Feb 11 19:26:39.348685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-29be6dd3-5166-44e5-b679-e61f93d42db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:39.350259 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-29be6dd3-5166-44e5-b679-e61f93d42db9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.0666370 Feb 11 19:26:39.433428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-1b32e8fd-8778-4a08-a391-dcddef45e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:39.434998 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-1b32e8fd-8778-4a08-a391-dcddef45e4d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775323 Feb 11 19:26:39.579363 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-1f96053a-bb16-4077-9b88-1d41174e2fb8 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369998 Feb 11 19:26:39.730378 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d7f3d44-7463-4952-a59b-31c7d4892fbd req-22558969-f1a6-4fc1-8fbc-89fe73646a00 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433086 Feb 11 19:26:40.881639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-75a69522-0d7c-47b7-a5cf-c002121dcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:40.883272 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-75a69522-0d7c-47b7-a5cf-c002121dcf5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1202 time: 0.1553669 Feb 11 19:26:40.968733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6f0a9-3fcf-4d46-8bdd-4f625bb7b71f req-af37dd34-f245-44c1-99b7-534b92f092dd tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:40.970377 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cdb6f0a9-3fcf-4d46-8bdd-4f625bb7b71f req-af37dd34-f245-44c1-99b7-534b92f092dd tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.2005243 Feb 11 19:26:41.155443 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cdb6f0a9-3fcf-4d46-8bdd-4f625bb7b71f req-47d01600-2b43-479f-a3fe-9aaa3011a7b5 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1598437 Feb 11 19:26:41.186335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-1fc8210d-61d5-49c5-ac69-4f1161e857c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:41.187923 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-1fc8210d-61d5-49c5-ac69-4f1161e857c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.2165720 Feb 11 19:26:41.313164 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-b9bea079-8052-4977-82f9-5ba0f1c0defc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 1001 time: 0.1181941 Feb 11 19:26:41.412786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-640af8da-3bd3-4339-9ba6-ad62ecdcbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:41.415166 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-640af8da-3bd3-4339-9ba6-ad62ecdcbbaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.0810847 Feb 11 19:26:41.515955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-0f37b119-f4d1-479d-9c33-1dfa9a584b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:41.517664 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-0f37b119-f4d1-479d-9c33-1dfa9a584b95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0948606 Feb 11 19:26:41.687012 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-128bea13-33c9-47ab-8e41-8ad04d45860b service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622353 Feb 11 19:26:41.862364 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dd88ad25-aa93-443d-b298-ae9503e1c45e req-bb407983-bde0-4f29-90a6-a1fc641014f4 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1684566 Feb 11 19:26:42.457758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9b939-9e07-47a5-9968-4693ad6b3e2f req-e980dcfa-238d-4626-b44a-befa91ca0565 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:42.459563 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44b9b939-9e07-47a5-9968-4693ad6b3e2f req-e980dcfa-238d-4626-b44a-befa91ca0565 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1704564 Feb 11 19:26:42.548854 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44b9b939-9e07-47a5-9968-4693ad6b3e2f req-a06160ca-d999-4e63-b2ae-371e58a36006 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0825291 Feb 11 19:26:43.854771 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e6170-7485-46f8-87f2-74fef3f9e45e req-e2ea388a-e8f5-4a24-84b5-59802616cfb4 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:43.856453 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-291e6170-7485-46f8-87f2-74fef3f9e45e req-e2ea388a-e8f5-4a24-84b5-59802616cfb4 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1749599 Feb 11 19:26:43.942040 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-291e6170-7485-46f8-87f2-74fef3f9e45e req-207442d1-9ff8-433c-b8c8-d856e3581994 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0787604 Feb 11 19:26:45.247693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5435-65c1-403b-bca9-0258d2413372 req-29844c22-6697-4006-8901-b7e80c69fa5a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:45.249420 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-264b5435-65c1-403b-bca9-0258d2413372 req-29844c22-6697-4006-8901-b7e80c69fa5a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1728821 Feb 11 19:26:45.334855 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-264b5435-65c1-403b-bca9-0258d2413372 req-8f78ec44-4b57-42ab-819f-12af13a91408 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0790217 Feb 11 19:26:46.630732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678067c4-5bc1-4f17-bf3a-094ad2c96cc0 req-57cca22f-4b75-4b71-8f5c-3748d4800f9c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:46.632467 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-678067c4-5bc1-4f17-bf3a-094ad2c96cc0 req-57cca22f-4b75-4b71-8f5c-3748d4800f9c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1663368 Feb 11 19:26:46.718531 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-678067c4-5bc1-4f17-bf3a-094ad2c96cc0 req-678f033b-cfb0-47d6-830f-7eff6e818db3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0787799 Feb 11 19:26:48.010561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850bfae-f441-40e1-aadc-be12ce528a58 req-ebef9d66-c4e3-430e-ba10-a4f370068b83 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:48.012292 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2850bfae-f441-40e1-aadc-be12ce528a58 req-ebef9d66-c4e3-430e-ba10-a4f370068b83 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1671357 Feb 11 19:26:48.094295 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2850bfae-f441-40e1-aadc-be12ce528a58 req-f820858f-cbd3-4e58-a37b-f5897f6158a8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0754700 Feb 11 19:26:49.394900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3700a-7c1a-4c55-a325-1f44b1810848 req-d29e3d1f-a6a2-4da2-8175-9195b52c5ed8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:49.396663 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8aa3700a-7c1a-4c55-a325-1f44b1810848 req-d29e3d1f-a6a2-4da2-8175-9195b52c5ed8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1693840 Feb 11 19:26:49.480238 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8aa3700a-7c1a-4c55-a325-1f44b1810848 req-d4ef2fd1-4dc7-4f93-a4d4-1fcd027f3476 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0758512 Feb 11 19:26:50.781282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8de06-b52c-4475-99a5-c4376460b0fa req-549f00f0-6d71-4730-8a9d-0c75639493c9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:50.782863 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-96a8de06-b52c-4475-99a5-c4376460b0fa req-549f00f0-6d71-4730-8a9d-0c75639493c9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1709273 Feb 11 19:26:50.869056 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-96a8de06-b52c-4475-99a5-c4376460b0fa req-a5b63029-28fb-49f0-9a9a-c7c05a3cdc7a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0795569 Feb 11 19:26:52.163926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262f901-4def-4f1e-81d0-8ef1622acc2d req-29430d6f-13ed-4fe7-96db-d8333e4c6c38 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:52.165619 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0262f901-4def-4f1e-81d0-8ef1622acc2d req-29430d6f-13ed-4fe7-96db-d8333e4c6c38 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1667728 Feb 11 19:26:52.249101 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0262f901-4def-4f1e-81d0-8ef1622acc2d req-39b6bef9-9cbc-4792-9712-ff539fde34c5 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0765522 Feb 11 19:26:52.695166 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:26:53.551042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd49d85-42b2-44e4-a130-0532dc046ab3 req-ab45fee9-634b-47fe-9f47-8a362b1445c8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:53.553041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5dd49d85-42b2-44e4-a130-0532dc046ab3 req-ab45fee9-634b-47fe-9f47-8a362b1445c8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1703725 Feb 11 19:26:53.634013 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5dd49d85-42b2-44e4-a130-0532dc046ab3 req-75ac88f9-e578-4ce4-9cdd-d64c59ceebed tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0749130 Feb 11 19:26:54.737018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4cf49181-79e9-474f-be66-f712c16fd35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:54.928961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337601be-d60e-4f99-9fa6-36890237f303 req-a48abbb0-63af-444c-a44e-b98541e38019 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:54.930525 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-337601be-d60e-4f99-9fa6-36890237f303 req-a48abbb0-63af-444c-a44e-b98541e38019 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1637053 Feb 11 19:26:55.016858 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-337601be-d60e-4f99-9fa6-36890237f303 req-72b001c1-bc96-4642-9375-10f160c7509c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0793409 Feb 11 19:26:56.313900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a9ac-a8bf-4854-b543-fcddf9f207f1 req-aeb42b8a-1b2a-4fed-ac70-e69550930966 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:56.315594 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ed6a9ac-a8bf-4854-b543-fcddf9f207f1 req-aeb42b8a-1b2a-4fed-ac70-e69550930966 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1678412 Feb 11 19:26:56.402940 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9ed6a9ac-a8bf-4854-b543-fcddf9f207f1 req-faed6bcc-b4ec-4ee5-a907-2a4cca088b96 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0806453 Feb 11 19:26:57.346649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-92c840bf-e6d2-4de9-89c0-454e83b6af6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:57.713638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12a69-2788-4405-a651-a345d842a317 req-bbb441a1-2769-444f-9928-b553394ab210 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:57.715349 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-88b12a69-2788-4405-a651-a345d842a317 req-bbb441a1-2769-444f-9928-b553394ab210 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1768944 Feb 11 19:26:57.783052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:57.799893 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-88b12a69-2788-4405-a651-a345d842a317 req-eed03aa4-509d-405c-8b4d-7bed5e2e149c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0778754 Feb 11 19:26:58.697680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:26:59.094420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0ee09-8662-40ed-9fe5-680574436d75 req-c6d0aff3-8f69-4f75-b5aa-ab898665f395 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:26:59.096134 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-eca0ee09-8662-40ed-9fe5-680574436d75 req-c6d0aff3-8f69-4f75-b5aa-ab898665f395 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1673057 Feb 11 19:26:59.183506 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-eca0ee09-8662-40ed-9fe5-680574436d75 req-e8486174-e0cf-4c18-b14f-9c58125ff25a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&id=c0508e51-ab4a-4567-a978-ba47ffca299a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0808024 Feb 11 19:26:59.618154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:08.948651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:24.729600 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-acb17b2a-251d-46f0-9625-9ec231fc8b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:27.350144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-139d1f8e-d448-490b-89c3-a9e1373d7c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:27.786014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:28.699223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:29.308458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf2d0-fe45-47d9-bd48-1786ce1a61b9 req-6e2b07ab-bebf-4d3a-bfe3-dce19bf598bf tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:29.310964 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5d9cf2d0-fe45-47d9-bd48-1786ce1a61b9 req-6e2b07ab-bebf-4d3a-bfe3-dce19bf598bf tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1690879 Feb 11 19:27:29.377354 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5d9cf2d0-fe45-47d9-bd48-1786ce1a61b9 req-2fc6d8d8-2038-4e11-b7bf-c42788876c2d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593193 Feb 11 19:27:29.625556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:29.694542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:27:30.686853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339419f8-7424-4ab4-bcd2-4ee8c989e5f3 req-a9d2ef6b-14cb-4a50-b6de-bc219ff35d71 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:30.688754 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-339419f8-7424-4ab4-bcd2-4ee8c989e5f3 req-a9d2ef6b-14cb-4a50-b6de-bc219ff35d71 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1635704 Feb 11 19:27:30.758771 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-339419f8-7424-4ab4-bcd2-4ee8c989e5f3 req-e1ada74e-fcc1-45cf-b1e5-377f76763d08 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592821 Feb 11 19:27:32.069825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3813f-f75f-4f68-aaeb-bed9f2d7b573 req-1c311a70-56a6-4726-9ad8-92cc5fd114af tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:32.071486 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cdf3813f-f75f-4f68-aaeb-bed9f2d7b573 req-1c311a70-56a6-4726-9ad8-92cc5fd114af tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1695266 Feb 11 19:27:32.136553 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cdf3813f-f75f-4f68-aaeb-bed9f2d7b573 req-d283710a-8d1d-4361-a6c8-da1f0a7d808f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581450 Feb 11 19:27:33.488087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad8390-1a7a-4ea9-a5d8-7950455234ed req-1b68dd1c-9dd0-4fac-920e-c9f128e7d2fe tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:33.489744 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5dad8390-1a7a-4ea9-a5d8-7950455234ed req-1b68dd1c-9dd0-4fac-920e-c9f128e7d2fe tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1792128 Feb 11 19:27:33.554132 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5dad8390-1a7a-4ea9-a5d8-7950455234ed req-558dc5e2-76b0-4638-ba7a-ef0736c879e9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574472 Feb 11 19:27:34.864425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb4f4a-7da3-477c-8f3b-82447d2950e2 req-c90390ac-98c2-4c3c-9899-40af81346b90 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:34.866038 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-30bb4f4a-7da3-477c-8f3b-82447d2950e2 req-c90390ac-98c2-4c3c-9899-40af81346b90 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1660814 Feb 11 19:27:34.930074 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-30bb4f4a-7da3-477c-8f3b-82447d2950e2 req-306fd860-99c7-4beb-8985-8cc6d5f3e6de tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578725 Feb 11 19:27:36.242980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43afb-eb13-431c-880e-7c2e380132ee req-36bb7c97-61fe-494d-bfa3-aac1585f2a37 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:36.245167 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-23c43afb-eb13-431c-880e-7c2e380132ee req-36bb7c97-61fe-494d-bfa3-aac1585f2a37 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1709344 Feb 11 19:27:36.310144 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-23c43afb-eb13-431c-880e-7c2e380132ee req-df572b2e-7e7d-4115-876e-a0b6efcc7a4b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584743 Feb 11 19:27:37.624616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cd11a-cc2e-4458-8c94-e437a2b2bbee req-34aeaae2-ae8f-4d97-a9b7-084f3c6f2d3f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:37.626357 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-252cd11a-cc2e-4458-8c94-e437a2b2bbee req-34aeaae2-ae8f-4d97-a9b7-084f3c6f2d3f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1720710 Feb 11 19:27:37.692345 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-252cd11a-cc2e-4458-8c94-e437a2b2bbee req-630d1257-3376-49bf-b48c-21f3f4c97ca4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595169 Feb 11 19:27:38.954742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:39.013804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a48cf-29a5-46f0-8be7-a2a32bca0f16 req-80d0b4e6-496a-488e-8553-93ba7cf3e68a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:39.015569 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-104a48cf-29a5-46f0-8be7-a2a32bca0f16 req-80d0b4e6-496a-488e-8553-93ba7cf3e68a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1708300 Feb 11 19:27:39.099973 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-104a48cf-29a5-46f0-8be7-a2a32bca0f16 req-83508a77-248b-47cf-a803-c4c3a7d79fdf tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724657 Feb 11 19:27:40.482330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c83cf0-0eec-4fff-a562-4f9b959a37ab req-c19d592e-64e6-4f92-988f-e8d131cc736e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:40.484335 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f2c83cf0-0eec-4fff-a562-4f9b959a37ab req-c19d592e-64e6-4f92-988f-e8d131cc736e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.2282848 Feb 11 19:27:40.810044 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f2c83cf0-0eec-4fff-a562-4f9b959a37ab req-5f45b157-f08e-4d99-8795-03fb60875625 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190951 Feb 11 19:27:40.827172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-9dcb027e-5016-47d2-910a-c94a8a68bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:40.828748 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-9dcb027e-5016-47d2-910a-c94a8a68bccf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 1162 time: 0.1216853 Feb 11 19:27:40.985543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-3d194bcb-e826-490d-bc9d-e8a3863b0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:40.987110 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-3d194bcb-e826-490d-bc9d-e8a3863b0ddf service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.1376195 Feb 11 19:27:41.099896 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-ca3bcd49-2712-41dc-9009-ab854c9bd7dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd HTTP/1.1" status: 200 len: 1000 time: 0.1052334 Feb 11 19:27:41.171473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-78878f92-38bf-4272-81f7-8794ca9ea4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:41.173020 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-78878f92-38bf-4272-81f7-8794ca9ea4ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0662382 Feb 11 19:27:41.256605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-2f5b8ff6-96ef-4559-b0e0-cc9370299d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:41.258220 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-2f5b8ff6-96ef-4559-b0e0-cc9370299d48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779169 Feb 11 19:27:41.405573 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-730f6300-12c6-44bf-8d6e-456bbf6d925d service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396322 Feb 11 19:27:41.561429 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cf3dc744-46dc-4fab-ba9f-3840e3e5f75d req-62eea6dd-6b94-4ccf-9dd4-9f975bf0b962 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480966 Feb 11 19:27:42.124202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8691a-90f3-4ff8-8b18-25b44c686659 req-ab8118de-2074-4441-a2fb-164205999053 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:42.125838 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2df8691a-90f3-4ff8-8b18-25b44c686659 req-ab8118de-2074-4441-a2fb-164205999053 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1697447 Feb 11 19:27:42.191768 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2df8691a-90f3-4ff8-8b18-25b44c686659 req-ffc1ae8a-0f04-4ca1-8193-5e5272f0db44 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596964 Feb 11 19:27:43.507498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036970f-1d52-4821-b76b-bd5315c48dc1 req-442f207d-b31b-4d5c-bccc-b487f399c730 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:43.509154 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c036970f-1d52-4821-b76b-bd5315c48dc1 req-442f207d-b31b-4d5c-bccc-b487f399c730 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1652467 Feb 11 19:27:43.576701 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c036970f-1d52-4821-b76b-bd5315c48dc1 req-f9ee30ff-db88-4306-9aba-b20259762e3c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605431 Feb 11 19:27:44.917742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211948f-5955-4701-8a6f-734e0c2f2a3f req-346ff296-b100-4407-8036-f5f51d784129 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:44.919390 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d211948f-5955-4701-8a6f-734e0c2f2a3f req-346ff296-b100-4407-8036-f5f51d784129 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1829126 Feb 11 19:27:44.988974 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d211948f-5955-4701-8a6f-734e0c2f2a3f req-a0cc7b4b-1a38-4158-bf20-7a60fe891180 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631731 Feb 11 19:27:46.300943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639015-385e-4f88-94ad-50e7348fd056 req-7119e337-d018-4ccb-b1ec-0fe823152f48 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:46.302566 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-64639015-385e-4f88-94ad-50e7348fd056 req-7119e337-d018-4ccb-b1ec-0fe823152f48 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1683292 Feb 11 19:27:46.367823 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-64639015-385e-4f88-94ad-50e7348fd056 req-c1c2a651-2d79-4a27-953c-e714b46d1482 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581894 Feb 11 19:27:47.692425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42468204-6159-441c-8214-a7bd06e1cf37 req-501316a0-d8ef-473a-a866-371bee930e44 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:47.700936 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-42468204-6159-441c-8214-a7bd06e1cf37 req-501316a0-d8ef-473a-a866-371bee930e44 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1834061 Feb 11 19:27:47.769279 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-42468204-6159-441c-8214-a7bd06e1cf37 req-68118b5d-0d52-422d-a846-7ace1d199f84 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673134 Feb 11 19:27:49.101676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a38321-3250-4d6b-b416-4a566ae8e7e0 req-ad20d436-d7a8-4a6e-b7ed-102d52debd30 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:49.103889 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-81a38321-3250-4d6b-b416-4a566ae8e7e0 req-ad20d436-d7a8-4a6e-b7ed-102d52debd30 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1763961 Feb 11 19:27:49.180627 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-81a38321-3250-4d6b-b416-4a566ae8e7e0 req-f14034df-3cbc-4953-9590-a735d64af3a0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679216 Feb 11 19:27:50.521311 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ecc8f-7793-4e2c-b3bb-e58ab37fec9a req-0314d680-a52d-4963-af0b-5a1d70d3ddfe tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:50.523068 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b37ecc8f-7793-4e2c-b3bb-e58ab37fec9a req-0314d680-a52d-4963-af0b-5a1d70d3ddfe tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1747551 Feb 11 19:27:50.606556 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b37ecc8f-7793-4e2c-b3bb-e58ab37fec9a req-0dd5d331-7847-46e7-ba38-c3fa58f3ddbe tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746546 Feb 11 19:27:51.926853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eb2f7-15ed-4682-8d9b-6a70c3aba004 req-ed0f3dd9-6dcc-4418-b63b-29203624c22f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:51.928791 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-892eb2f7-15ed-4682-8d9b-6a70c3aba004 req-ed0f3dd9-6dcc-4418-b63b-29203624c22f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1712375 Feb 11 19:27:51.997395 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-892eb2f7-15ed-4682-8d9b-6a70c3aba004 req-492160dd-37cc-4623-b21d-109279b56c80 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617933 Feb 11 19:27:53.327290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53dd2a-8368-4996-80bf-79f795a1b462 req-fc675df2-4db9-4870-acbd-1c546e8f72dc tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:53.329532 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2e53dd2a-8368-4996-80bf-79f795a1b462 req-fc675df2-4db9-4870-acbd-1c546e8f72dc tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1875048 Feb 11 19:27:53.433400 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2e53dd2a-8368-4996-80bf-79f795a1b462 req-0e29a63f-4222-4610-897f-31e995ce5ac5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962043 Feb 11 19:27:54.801365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d773c01-dea4-422b-aee8-6d7c2048c941 req-d4f5d631-93b7-4e8b-a5d2-c880d32043d2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:54.809565 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3d773c01-dea4-422b-aee8-6d7c2048c941 req-d4f5d631-93b7-4e8b-a5d2-c880d32043d2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.2220447 Feb 11 19:27:54.867510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e3aaec89-5dbd-45d1-b5de-5537dbed96b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:54.893626 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3d773c01-dea4-422b-aee8-6d7c2048c941 req-729f0cee-2253-4888-8b77-dfba7df879ed tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829592 Feb 11 19:27:56.223634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c0b7a-a47b-4c0a-b295-93e86aa62920 req-009ffbfc-51ef-4868-8011-fdc29fb9969a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:56.228433 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-893c0b7a-a47b-4c0a-b295-93e86aa62920 req-009ffbfc-51ef-4868-8011-fdc29fb9969a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1928084 Feb 11 19:27:56.316997 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-893c0b7a-a47b-4c0a-b295-93e86aa62920 req-5a386de6-8143-47c3-833c-cd4a39ded7ce tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771532 Feb 11 19:27:57.352545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-17c51019-0bac-4748-8fa6-4deb9bb78f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:57.647365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db05be-4657-4b22-a6bb-073a97e6016f req-f5555113-27ab-4487-8583-d97a35f3323f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:57.649124 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f4db05be-4657-4b22-a6bb-073a97e6016f req-f5555113-27ab-4487-8583-d97a35f3323f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1718893 Feb 11 19:27:57.717224 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f4db05be-4657-4b22-a6bb-073a97e6016f req-25c96117-441c-42c9-97be-7539fd0372a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618174 Feb 11 19:27:57.788683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:58.692510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-c770df7b-cfa0-48a7-875d-6e110a980a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:58.694147 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-c770df7b-cfa0-48a7-875d-6e110a980a25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 1162 time: 0.0810401 Feb 11 19:27:58.701152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:27:58.843698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-93f9a198-3a37-40c5-8da1-d644f1a8833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:58.845337 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-93f9a198-3a37-40c5-8da1-d644f1a8833f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.1443009 Feb 11 19:27:58.959724 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-567b36e7-6a9c-47a4-be82-ef27dbc36f66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd HTTP/1.1" status: 200 len: 1000 time: 0.1072924 Feb 11 19:27:59.030013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-72173207-b644-4028-a032-3b3e87322a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:59.031602 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-72173207-b644-4028-a032-3b3e87322a9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0655186 Feb 11 19:27:59.036975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3961fbe-e735-46df-84b5-533e2053c548 req-0a5f6797-9947-4c88-8bf5-b42b97ab3fc0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:59.038650 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c3961fbe-e735-46df-84b5-533e2053c548 req-0a5f6797-9947-4c88-8bf5-b42b97ab3fc0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1701548 Feb 11 19:27:59.103587 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c3961fbe-e735-46df-84b5-533e2053c548 req-27c5d047-8226-439e-bd5a-17f6ec78089f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575032 Feb 11 19:27:59.120942 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-58ba5343-bf44-46f0-9ef9-8bea28108f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:27:59.122544 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-58ba5343-bf44-46f0-9ef9-8bea28108f76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835371 Feb 11 19:27:59.270004 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-ca432442-37e2-424b-9c50-a786d152c81b service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401501 Feb 11 19:27:59.503484 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b167ce4d-b01b-41c8-9168-d66364e77b69 req-a1a6d126-ecb0-47f6-ac3b-484f8c0622a3 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2256184 Feb 11 19:27:59.622624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:00.417960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5c55-f861-4b5c-8025-c858d10e0a5e req-cbfaa870-7294-424d-9bfc-99abd587eff6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:00.419659 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e14a5c55-f861-4b5c-8025-c858d10e0a5e req-cbfaa870-7294-424d-9bfc-99abd587eff6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1680977 Feb 11 19:28:00.483846 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e14a5c55-f861-4b5c-8025-c858d10e0a5e req-50721e9f-4d58-47d7-9635-a985d509e12e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576148 Feb 11 19:28:01.295242 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device f4e6f5f1-a876-4fa6-b21c-59eb153284cd no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:28:01.423501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:01.456896 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:28:01.467485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:01.470837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:01.472685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:01.519016 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'code': 200} Feb 11 19:28:01.555228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:01.563695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.564095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.564511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.564897 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.565279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.565664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.566041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.566414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.566788 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.567159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.567530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.567900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.568381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.568759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.569127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.569496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.569864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.570233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.570601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.570968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.571446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.571819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.572188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.572604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:01.576981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:01.806224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869bd66-5c14-4286-b0d7-96e53aebd2ea req-26bfa583-7a75-4afa-bc73-133629c32a62 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:01.807815 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8869bd66-5c14-4286-b0d7-96e53aebd2ea req-26bfa583-7a75-4afa-bc73-133629c32a62 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1702068 Feb 11 19:28:01.876893 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8869bd66-5c14-4286-b0d7-96e53aebd2ea req-9688a057-1a0b-43c6-96d9-6199abc0668e tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626130 Feb 11 19:28:04.474677 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34667d9c-3fa3-455d-8484-78fe72228f2a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1429270078&fields=id&tenant_id=90e63da7291c4c5c84058bc4681c0f41 HTTP/1.1" status: 200 len: 267 time: 0.0637846 Feb 11 19:28:04.633478 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb998c28-9e37-48c6-9960-8665ddd5dc5e req-a1286cf7-33ec-4c2e-94ba-e62d1da86f9f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:04.635227 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fb998c28-9e37-48c6-9960-8665ddd5dc5e req-a1286cf7-33ec-4c2e-94ba-e62d1da86f9f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1740024 Feb 11 19:28:04.635746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44106) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:28:04.660839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-0c5636df-fc95-44e0-aecd-d8ed9d57b2d5 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:04.662570 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-0c5636df-fc95-44e0-aecd-d8ed9d57b2d5 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 984 time: 0.1782701 Feb 11 19:28:04.677529 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Request body: {'port': {'security_groups': ['3e7d2827-a629-4c3d-bc85-f665bf1292af']}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:28:04.719696 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fb998c28-9e37-48c6-9960-8665ddd5dc5e req-6489a7ef-8b70-4780-83bd-6d8947cf8312 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764620 Feb 11 19:28:04.843493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.029469 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-8719fccc-7a2e-4aa9-ab63-b88ade7dc8f0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3923285 Feb 11 19:28:05.192180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] For port 99454cb6-18e9-4591-bfcf-28b872dab7e4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:05.219341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.223226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.240147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5e61c0f5-28df-4fb7-a776-3cbb4926d1c7 tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:05.412644 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event updated for resources: {'Port': ['ID=99454cb6-18e9-4591-bfcf-28b872dab7e4,revision_number=6']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:05.427595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.428017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.428458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.428868 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.429273 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.429676 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.430077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.430508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.431003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.431403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.431805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.432206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.432715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.433112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.433508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.433901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.434293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.434685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.435080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.435470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.435877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.436252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.436671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.437062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.450030 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:05.539397 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:05.540834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.542448 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e8bc7d53-d495-456a-9735-385f58a9c620 req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "PUT /v2.0/ports/99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 942 time: 0.8703871 Feb 11 19:28:05.543028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:28:05.609402 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'status': 'completed', 'code': 200} Feb 11 19:28:05.655546 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7ad3f39b-8a6c-4804-aa3b-2c21c0241447 req-e0c2efb6-9499-4ce4-9558-427633ad27b8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups/c0508e51-ab4a-4567-a978-ba47ffca299a HTTP/1.1" status: 200 len: 3005 time: 0.0771751 Feb 11 19:28:05.669323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-c760df05-0c26-47d5-94fb-0c95ab8ec9f2 None None] Provisioning complete for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:28:05.670114 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c760df05-0c26-47d5-94fb-0c95ab8ec9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.818813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7ad3f39b-8a6c-4804-aa3b-2c21c0241447 req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.872928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7ad3f39b-8a6c-4804-aa3b-2c21c0241447 req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.944317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7ad3f39b-8a6c-4804-aa3b-2c21c0241447 req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.949334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-82c97608-050a-4387-9e83-2f28735311fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:05.968332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0508e51-ab4a-4567-a978-ba47ffca299a,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:05.981795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.982223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.983940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.983940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.983940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.984247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.984423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.984825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.985232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.985626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.986027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.986424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.986906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.987349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.987673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.988085 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.988484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.988882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.989276 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.989663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.990057 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.990442 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.990837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.991226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:28:05.995981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:05.997348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-7ad3f39b-8a6c-4804-aa3b-2c21c0241447 req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:05.998625 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7ad3f39b-8a6c-4804-aa3b-2c21c0241447 req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "DELETE /v2.0/security-groups/c0508e51-ab4a-4567-a978-ba47ffca299a HTTP/1.1" status: 204 len: 173 time: 0.3360295 Feb 11 19:28:06.126573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-492fe4bb-ea42-4a9f-9d97-ee28527a6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:06.128225 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-492fe4bb-ea42-4a9f-9d97-ee28527a6b39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1162 time: 0.4749980 Feb 11 19:28:06.169342 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-a03b269c-790a-4886-b4cc-167c5f0a97c5 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/floatingips/939c19ba-8c64-41ad-b3b2-ad62403c006a HTTP/1.1" status: 200 len: 998 time: 0.1368618 Feb 11 19:28:06.248513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b27c1-06ad-47c3-92f0-9c095ef901f7 req-67e20450-7ae5-462c-a15d-6a4b3db78adb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:06.250233 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bd0b27c1-06ad-47c3-92f0-9c095ef901f7 req-67e20450-7ae5-462c-a15d-6a4b3db78adb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.2153728 Feb 11 19:28:06.403330 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bd0b27c1-06ad-47c3-92f0-9c095ef901f7 req-807b765c-de74-47db-8b01-4b4517e605d0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386487 Feb 11 19:28:06.424534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd695-186d-414a-8696-2914084731dc req-a80c0449-99d6-4d64-b0f4-c4db7129044b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:06.426922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-3437409f-7d50-4f57-b526-78faa8e3e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:06.428675 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-3437409f-7d50-4f57-b526-78faa8e3e7d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.2920418 Feb 11 19:28:06.432391 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-a80c0449-99d6-4d64-b0f4-c4db7129044b tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/networks/dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc HTTP/1.1" status: 200 len: 784 time: 0.2537224 Feb 11 19:28:06.444644 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-e6c6b6db-6b42-4cdf-9758-7749da008882 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:28:06.444644 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-e6c6b6db-6b42-4cdf-9758-7749da008882 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062129 Feb 11 19:28:06.545609 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-02fa4610-61f1-4ff2-bd48-f5d893d46e76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 1001 time: 0.1101744 Feb 11 19:28:06.572489 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-021a1672-78c8-420a-a8ed-ab882b491b42 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.3.122 HTTP/1.1" status: 200 len: 1001 time: 0.1262999 Feb 11 19:28:06.620843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-7128512c-e426-4906-af49-7f1553dc82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:06.622431 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-7128512c-e426-4906-af49-7f1553dc82dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.0702355 Feb 11 19:28:06.695381 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:28:06.710734 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-dad4344e-2be4-4df2-9838-5215ee9670c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:06.712575 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-dad4344e-2be4-4df2-9838-5215ee9670c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829740 Feb 11 19:28:06.740779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd695-186d-414a-8696-2914084731dc req-bda725fd-c031-488a-b22d-70d240e28201 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:06.742335 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-bda725fd-c031-488a-b22d-70d240e28201 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports/99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 942 time: 0.1639516 Feb 11 19:28:06.862693 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-3adea038-f8fa-441a-a77c-e2cefcbe058c service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439118 Feb 11 19:28:06.955799 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-8b369396-6549-4d99-be5e-899ff0910adb tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.3.122 HTTP/1.1" status: 200 len: 1001 time: 0.1246037 Feb 11 19:28:07.012885 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-49d71a86-0525-4efa-83d0-611d6f0d238c req-8554b137-38b7-4430-a29d-df8432bf7a19 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420019 Feb 11 19:28:07.202243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Deleting port 1eb5711c-4f84-422b-b2a7-d08f4a0b6130 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:28:07.202623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:07.391561 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:07.391926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:07.526558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Calling delete_port for 1eb5711c-4f84-422b-b2a7-d08f4a0b6130 owned by network:floatingip {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:28:07.612486 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 99454cb6-18e9-4591-bfcf-28b872dab7e4 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:28:07.700595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 99454cb6-18e9-4591-bfcf-28b872dab7e4 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:28:07.701027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:07.703598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:07.719922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:07.749545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2b91-4091-438a-8bca-29a1ac45ee7e req-c5cbd558-312a-49cb-817f-07191fc56097 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:07.751301 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44cf2b91-4091-438a-8bca-29a1ac45ee7e req-c5cbd558-312a-49cb-817f-07191fc56097 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1894326 Feb 11 19:28:07.788733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event deleted for resources: {'Port': ['ID=1eb5711c-4f84-422b-b2a7-d08f4a0b6130,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:07.792427 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:07.821133 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-44cf2b91-4091-438a-8bca-29a1ac45ee7e req-20a88bc0-62b9-4c59-88ac-9b952f4929a7 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632632 Feb 11 19:28:07.963996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks [] for floatingip, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:07.964400 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Floating IP 939c19ba-8c64-41ad-b3b2-ad62403c006a disassociated (deleted). External IP: 172.28.3.122, port: 99454cb6-18e9-4591-bfcf-28b872dab7e4. Feb 11 19:28:08.335783 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Router 0703d902-7767-41b8-83c8-f4e5b445336d has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:28:08.747363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:28:08.761565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] Sync routers for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:28:08.775712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:28:08.778237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:27:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:08.780529 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:08.845558 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "DELETE /v2.0/floatingips/939c19ba-8c64-41ad-b3b2-ad62403c006a HTTP/1.1" status: 204 len: 173 time: 1.8834155 Feb 11 19:28:08.846120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:28:08.908559 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'status': 'completed', 'code': 200} Feb 11 19:28:08.952059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd695-186d-414a-8696-2914084731dc req-76d4113a-b47a-4384-8779-8db8e86e38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:08.953745 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-76d4113a-b47a-4384-8779-8db8e86e38ae service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1162 time: 0.0927315 Feb 11 19:28:08.994847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:28:09.123497 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-71c1c2e7-ba53-47bc-8600-d4a2679f629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.125255 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-71c1c2e7-ba53-47bc-8600-d4a2679f629e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90e63da7291c4c5c84058bc4681c0f41&device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 1162 time: 0.1671290 Feb 11 19:28:09.129636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd695-186d-414a-8696-2914084731dc req-a165820a-1f5e-4095-81a8-0c36247ec9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.131345 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-a165820a-1f5e-4095-81a8-0c36247ec9fd service neutron] 10.222.0.101 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.1643033 Feb 11 19:28:09.209356 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-e94766f0-63b6-48aa-907c-f5ec22a2eb85 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 217 time: 0.0703552 Feb 11 19:28:09.297885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd695-186d-414a-8696-2914084731dc req-7ef88fee-73c0-485b-af2c-90b38fb79763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.299593 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-7ef88fee-73c0-485b-af2c-90b38fb79763 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.0730100 Feb 11 19:28:09.330596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:09.366329 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4030ff-56b7-4dae-b955-cda44228f4ad req-1a0abf24-4ec2-46f8-80d4-744e2759c129 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.368608 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1c4030ff-56b7-4dae-b955-cda44228f4ad req-1a0abf24-4ec2-46f8-80d4-744e2759c129 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.3442671 Feb 11 19:28:09.394212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd695-186d-414a-8696-2914084731dc req-051b3a6f-85ef-4b26-b9d7-757c08918133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.396419 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-051b3a6f-85ef-4b26-b9d7-757c08918133 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891802 Feb 11 19:28:09.433373 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-1d37fae0-57f4-472e-a929-c60a0b4fd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.434750 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-1d37fae0-57f4-472e-a929-c60a0b4fd543 service neutron] 10.222.0.42 "GET /v2.0/networks?id=436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 200 len: 908 time: 0.3011079 Feb 11 19:28:09.467656 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1c4030ff-56b7-4dae-b955-cda44228f4ad req-5f3bbd03-0ded-4433-b77b-7e5f91176dc4 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902157 Feb 11 19:28:09.543409 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-060c188a-ce71-4e1a-a7c1-dd01c114cc16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 200 len: 217 time: 0.0746300 Feb 11 19:28:09.562367 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:37Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:09.567215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] Checking router: 0703d902-7767-41b8-83c8-f4e5b445336d for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:28:09.577461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:28:09.578177 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:27:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:09.582680 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-9c9ab883-c772-4c99-996e-a6ea2306a607 service neutron] 10.222.0.101 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772683 Feb 11 19:28:09.639203 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-8253a1aa-3e36-4b09-8d24-8cf3b1c1b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.641409 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-8253a1aa-3e36-4b09-8d24-8cf3b1c1b4a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 200 len: 853 time: 0.0916326 Feb 11 19:28:09.738129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-5b437b5d-5b21-49a7-90f5-2191a9d74c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.739762 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-5b437b5d-5b21-49a7-90f5-2191a9d74c6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=436d30ed-4250-4b97-bdbf-0953f3b38ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877562 Feb 11 19:28:09.793146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:28:09.809527 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05bdd695-186d-414a-8696-2914084731dc req-ebb682f3-77ba-4713-86d5-f6dd44e63b76 service neutron] 10.222.0.101 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2209797 Feb 11 19:28:09.820865 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-b9c20528-7fce-4a12-a1a8-78b4d22fbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.822604 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-b9c20528-7fce-4a12-a1a8-78b4d22fbcc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01&tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9 HTTP/1.1" status: 200 len: 1160 time: 0.1325519 Feb 11 19:28:09.904897 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-990ecc61-bf99-44be-b097-6b89764c15ad service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581817 Feb 11 19:28:09.944364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-da44440f-ef39-4309-947a-097263fcc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:09.946017 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-da44440f-ef39-4309-947a-097263fcc494 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 1160 time: 0.0865822 Feb 11 19:28:10.087135 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-308d76da-b36d-41d6-b657-b60a8a271b94 req-a93d45e4-b031-4b68-9c04-9d491bbf4817 service neutron] 10.222.0.42 "GET /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1733601 Feb 11 19:28:10.111063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-ee572208-a2b0-4b00-b52a-52c6f698106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:10.113240 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-ee572208-a2b0-4b00-b52a-52c6f698106d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 200 len: 911 time: 0.1611559 Feb 11 19:28:10.159399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:37Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:10.163901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63f3fb-8e28-418f-8c96-306cfe8d7698 None None] The sync data for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb is: [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:24:25Z', 'revision_number': 4, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '6f97b093-2148-47f8-a011-7e226fde6277', 'name': '', 'network_id': '436d30ed-4250-4b97-bdbf-0953f3b38ac2', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'mac_address': 'fa:16:3e:f5:9f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:24Z', 'updated_at': '2021-02-11T19:24:37Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'subnets': [{'id': 'bdc03383-f0c7-4c0a-86cb-feaee15d39d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:28:10.245587 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-129de960-2a70-45ad-9d1c-7d7107494e03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd HTTP/1.1" status: 200 len: 998 time: 0.1178827 Feb 11 19:28:10.348092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-84ee1d24-39e2-4b28-8479-4c276ebeffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:10.349771 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-84ee1d24-39e2-4b28-8479-4c276ebeffb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 200 len: 856 time: 0.0916400 Feb 11 19:28:10.440440 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-cc78a767-f555-4d11-990f-b30ffd63069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:10.442110 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-cc78a767-f555-4d11-990f-b30ffd63069b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ab4b94d-4938-4b9a-b775-762a0653c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853221 Feb 11 19:28:10.591698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f25c8-8db4-46d4-9a1c-d99480d6163e None None] New status for floating IP 939c19ba-8c64-41ad-b3b2-ad62403c006a: DOWN {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:28:10.594044 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-d4cff1f7-38a5-4f87-8f75-f4214a40aa49 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451926 Feb 11 19:28:10.749886 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5275b12c-133d-479f-9f87-f2ed15d5d84b req-3d3abcb2-be3c-4a67-996b-bf98b6d7e848 service neutron] 10.222.0.42 "GET /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482327 Feb 11 19:28:10.828347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc48985-fdb3-4ca7-af4f-b5e191ced903 req-3f13bfc2-4c1f-455a-a83c-26d283cb8eeb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:10.829887 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4dc48985-fdb3-4ca7-af4f-b5e191ced903 req-3f13bfc2-4c1f-455a-a83c-26d283cb8eeb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1815214 Feb 11 19:28:10.900484 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4dc48985-fdb3-4ca7-af4f-b5e191ced903 req-3bba5a7d-8baa-40e5-a18f-8a3b093386bc tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635285 Feb 11 19:28:12.239377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4c915-554d-40a4-a569-4080acb44c98 req-202600b2-9086-4b76-bdb0-b9beb4d0ab83 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:12.241153 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-90e4c915-554d-40a4-a569-4080acb44c98 req-202600b2-9086-4b76-bdb0-b9beb4d0ab83 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1827497 Feb 11 19:28:12.308436 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-90e4c915-554d-40a4-a569-4080acb44c98 req-2dd3d04b-6ac5-43ce-9f37-b302e76b88d3 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599337 Feb 11 19:28:13.494123 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abaf0d-c46d-4141-aae7-bf7c3e5a1607 req-f9c1be58-77a2-4562-a374-8dd121e6527e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:13.494949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-72abaf0d-c46d-4141-aae7-bf7c3e5a1607 req-f9c1be58-77a2-4562-a374-8dd121e6527e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Synchronizing usage tracker for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:28:13.511310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-72abaf0d-c46d-4141-aae7-bf7c3e5a1607 req-f9c1be58-77a2-4562-a374-8dd121e6527e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Unset dirty status for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:28:13.512657 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-72abaf0d-c46d-4141-aae7-bf7c3e5a1607 req-f9c1be58-77a2-4562-a374-8dd121e6527e tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.2101457 Feb 11 19:28:13.584032 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-72abaf0d-c46d-4141-aae7-bf7c3e5a1607 req-8e947a05-81d0-49a1-abc1-5cb8797503c0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Synchronizing usage tracker for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:28:13.600203 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-72abaf0d-c46d-4141-aae7-bf7c3e5a1607 req-8e947a05-81d0-49a1-abc1-5cb8797503c0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Unset dirty status for tenant:90e63da7291c4c5c84058bc4681c0f41 on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:28:13.601547 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-72abaf0d-c46d-4141-aae7-bf7c3e5a1607 req-8e947a05-81d0-49a1-abc1-5cb8797503c0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802414 Feb 11 19:28:13.689191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1950aa-85d4-407a-b323-08afb8961074 req-1b20b0e8-3f6b-4a76-940e-8f5b3516d343 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:13.690935 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a1950aa-85d4-407a-b323-08afb8961074 req-1b20b0e8-3f6b-4a76-940e-8f5b3516d343 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.2107890 Feb 11 19:28:13.759659 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a1950aa-85d4-407a-b323-08afb8961074 req-104d5c01-c653-4a75-ac5d-cda6335965e5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616646 Feb 11 19:28:14.958403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee713fb-9fa2-4482-bd3e-5d986e6f84d8 req-4d1b9426-35bd-40da-a121-dae3a4c199f6 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:14.960045 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4ee713fb-9fa2-4482-bd3e-5d986e6f84d8 req-4d1b9426-35bd-40da-a121-dae3a4c199f6 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.2010024 Feb 11 19:28:15.038657 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4ee713fb-9fa2-4482-bd3e-5d986e6f84d8 req-584ef39e-ff2e-4ac4-9b00-df549cb13388 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715623 Feb 11 19:28:15.111201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d731c3-98e2-469a-968a-f4b09b83ee1f req-5dfa37b4-a700-45cb-ae86-94fefa8735b1 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:15.113101 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e8d731c3-98e2-469a-968a-f4b09b83ee1f req-5dfa37b4-a700-45cb-ae86-94fefa8735b1 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1886225 Feb 11 19:28:15.181874 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e8d731c3-98e2-469a-968a-f4b09b83ee1f req-eb64d7c6-1d22-42d9-a3eb-6abf9e5e2f14 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622180 Feb 11 19:28:16.401265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286f921-e3a1-45cb-9188-27f8e5556a2e req-9919ed61-3280-4bd1-a91a-d0c2a7c6f345 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:16.407963 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d286f921-e3a1-45cb-9188-27f8e5556a2e req-9919ed61-3280-4bd1-a91a-d0c2a7c6f345 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.2225320 Feb 11 19:28:16.487525 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d286f921-e3a1-45cb-9188-27f8e5556a2e req-886f6178-061a-484d-a892-52252dd229f3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621037 Feb 11 19:28:16.562007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f64fe9-2250-4985-be5e-60ad9443917a req-e6e41a0b-daff-4d57-9205-578359b3da4c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:16.563858 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e0f64fe9-2250-4985-be5e-60ad9443917a req-e6e41a0b-daff-4d57-9205-578359b3da4c tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1975162 Feb 11 19:28:16.630710 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e0f64fe9-2250-4985-be5e-60ad9443917a req-4f8f1989-70a2-40cb-b536-ee40801ffe9d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599439 Feb 11 19:28:17.831942 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8cdd-a19a-4ddd-84e3-0f385a5aa5d3 req-95f5e840-7bb1-4e57-a734-5ac85b556402 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:17.833712 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ef9f8cdd-a19a-4ddd-84e3-0f385a5aa5d3 req-95f5e840-7bb1-4e57-a734-5ac85b556402 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1786485 Feb 11 19:28:17.904829 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ef9f8cdd-a19a-4ddd-84e3-0f385a5aa5d3 req-dbf7d757-7dba-4b7d-8206-4935f2a61032 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635073 Feb 11 19:28:17.989176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3669ba-0494-4154-a7a2-21921c1b2e38 req-7f4b8eff-adfd-4ecb-8ad2-154ea971bd90 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:17.991023 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bd3669ba-0494-4154-a7a2-21921c1b2e38 req-7f4b8eff-adfd-4ecb-8ad2-154ea971bd90 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1799376 Feb 11 19:28:18.060348 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bd3669ba-0494-4154-a7a2-21921c1b2e38 req-88bfa818-4ca7-4db5-a0b9-c4582e30daab tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622158 Feb 11 19:28:19.209700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515af43b-f75f-43b4-a049-c90e6f4d127e req-17b923a4-f07c-49f0-b1e4-63fc4b50afb0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:19.217974 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-515af43b-f75f-43b4-a049-c90e6f4d127e req-17b923a4-f07c-49f0-b1e4-63fc4b50afb0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1753340 Feb 11 19:28:19.326583 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-515af43b-f75f-43b4-a049-c90e6f4d127e req-fd5226be-4aad-4534-9a30-1025103e36b5 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075325 Feb 11 19:28:19.434861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8052d-b223-4741-9959-0ad41152cac7 req-b31af8a9-f454-41e2-8ab3-a8654a487f72 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:19.436604 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a8a8052d-b223-4741-9959-0ad41152cac7 req-b31af8a9-f454-41e2-8ab3-a8654a487f72 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1784184 Feb 11 19:28:19.504950 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a8a8052d-b223-4741-9959-0ad41152cac7 req-da96983c-2898-44e2-99b3-7ec3cdb07308 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619123 Feb 11 19:28:20.686543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d7c35-3d14-46be-b2c6-6b1aa4e72f62 req-1ce8cf3d-22df-4d70-98df-5260286e567d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:20.688271 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-343d7c35-3d14-46be-b2c6-6b1aa4e72f62 req-1ce8cf3d-22df-4d70-98df-5260286e567d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1843033 Feb 11 19:28:20.764009 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-343d7c35-3d14-46be-b2c6-6b1aa4e72f62 req-9f27876a-0e91-4a29-92b0-3c22471e5399 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671687 Feb 11 19:28:20.856800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d043c-d600-4ae2-97da-166d413a83df req-9073f8bc-b8a0-496e-9bbb-c3f6b05fc263 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:20.858691 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fe4d043c-d600-4ae2-97da-166d413a83df req-9073f8bc-b8a0-496e-9bbb-c3f6b05fc263 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1934414 Feb 11 19:28:20.931529 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fe4d043c-d600-4ae2-97da-166d413a83df req-d5e81238-ac03-462e-ba2f-4aefd6487a49 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664856 Feb 11 19:28:22.068119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edc34b-82d2-46c7-8e8c-6da25a61ceef req-e0bf92fc-bd3a-4ce0-a953-c9019971c05d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:22.070071 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-64edc34b-82d2-46c7-8e8c-6da25a61ceef req-e0bf92fc-bd3a-4ce0-a953-c9019971c05d tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1768904 Feb 11 19:28:22.140969 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-64edc34b-82d2-46c7-8e8c-6da25a61ceef req-e7326720-26e4-4e18-a1af-cafd0b7d00e8 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642617 Feb 11 19:28:22.248647 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581608ab-189a-4121-b664-bb8fed8ae9ea req-a7bbcad6-2eca-4aef-b58c-6fd3ba2f5096 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:22.252039 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-581608ab-189a-4121-b664-bb8fed8ae9ea req-a7bbcad6-2eca-4aef-b58c-6fd3ba2f5096 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1717765 Feb 11 19:28:22.317630 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-581608ab-189a-4121-b664-bb8fed8ae9ea req-d5ebdb1f-4742-45e1-a92c-7b8026690cf9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603287 Feb 11 19:28:23.439376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0702a-df69-439f-877b-71bed679b362 req-e727d1e1-26a9-4392-83d6-5d6dbaf3d2a2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:23.441047 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05c0702a-df69-439f-877b-71bed679b362 req-e727d1e1-26a9-4392-83d6-5d6dbaf3d2a2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1672263 Feb 11 19:28:23.507367 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-05c0702a-df69-439f-877b-71bed679b362 req-9d016fce-7e66-4b9c-ad48-b6c39f6f5151 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 Feb 11 19:28:23.634899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac12a4-98d6-4d58-915a-1cf33c877e06 req-9b1b8a32-7ed3-4d54-bc43-eaf2ef955eed tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:23.636604 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-70ac12a4-98d6-4d58-915a-1cf33c877e06 req-9b1b8a32-7ed3-4d54-bc43-eaf2ef955eed tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1760454 Feb 11 19:28:23.704588 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-70ac12a4-98d6-4d58-915a-1cf33c877e06 req-cf078201-573b-4841-aa06-ff5602d956cb tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617099 Feb 11 19:28:24.733861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3185-6c88-46f1-b228-79a963cf9b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:24.808251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fe040-6574-484f-8a1c-4e6e94a60736 req-f1ae421b-8184-410e-bd15-26a9598ba297 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:24.809915 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-124fe040-6574-484f-8a1c-4e6e94a60736 req-f1ae421b-8184-410e-bd15-26a9598ba297 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1745274 Feb 11 19:28:24.875911 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-124fe040-6574-484f-8a1c-4e6e94a60736 req-6ce3c14c-8f62-4d9d-8434-a445d935bed3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595765 Feb 11 19:28:25.018686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186bc08-27c1-4d09-a4ec-c05e25b7b3c7 req-4cc516ac-6037-41be-b721-1223785f23aa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:25.020367 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b186bc08-27c1-4d09-a4ec-c05e25b7b3c7 req-4cc516ac-6037-41be-b721-1223785f23aa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1664867 Feb 11 19:28:25.088709 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b186bc08-27c1-4d09-a4ec-c05e25b7b3c7 req-0f8b718a-feec-4a8d-a298-f99cc9007a00 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619433 Feb 11 19:28:26.173767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bce32-a9f1-4861-8126-0b21703be1ba req-dfeeba68-1b3e-4f89-91aa-4329a9e9f797 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:26.175473 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ce0bce32-a9f1-4861-8126-0b21703be1ba req-dfeeba68-1b3e-4f89-91aa-4329a9e9f797 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1673470 Feb 11 19:28:26.247250 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ce0bce32-a9f1-4861-8126-0b21703be1ba req-3e0856d0-5f26-4b7f-a097-ae022656adff tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654571 Feb 11 19:28:26.400326 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631ce0-3e12-463d-8895-9ec36be4fd52 req-48cf627f-ac54-4519-b594-8c64ede82bcd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:26.401894 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-07631ce0-3e12-463d-8895-9ec36be4fd52 req-48cf627f-ac54-4519-b594-8c64ede82bcd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1677573 Feb 11 19:28:26.467417 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-07631ce0-3e12-463d-8895-9ec36be4fd52 req-7d5a6abc-4522-4525-9208-e6df4ab88439 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591824 Feb 11 19:28:27.344466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-20c7c956-3be0-4985-8aa2-aaf636956690 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:27.346134 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-20c7c956-3be0-4985-8aa2-aaf636956690 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 945 time: 0.1695631 Feb 11 19:28:27.357021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dc20a6e8-b9c9-40ca-8bb6-1cc8fc689c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:27.414937 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 99454cb6-18e9-4591-bfcf-28b872dab7e4 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:28:27.541835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:27.575873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:28:27.587681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 99454cb6-18e9-4591-bfcf-28b872dab7e4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:27.591031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:27.593020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:27.671058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=99454cb6-18e9-4591-bfcf-28b872dab7e4,revision_number=7']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:27.677534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:27.734768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Deleting port 99454cb6-18e9-4591-bfcf-28b872dab7e4 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:28:27.735147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:27.793352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:27.797384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f01b5-a403-46df-82b6-61ade350dc85 req-4ca940aa-f5a5-4423-86bf-98224bbf9f0b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:27.799096 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e70f01b5-a403-46df-82b6-61ade350dc85 req-4ca940aa-f5a5-4423-86bf-98224bbf9f0b tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1736007 Feb 11 19:28:27.869524 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e70f01b5-a403-46df-82b6-61ade350dc85 req-ff7b4fcc-9403-4ee2-a0ff-cdf37915df93 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630805 Feb 11 19:28:27.933629 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b838c-0777-40cd-aa2a-59a053ec99c0 req-6ca01f9e-c975-4466-b0b8-5bd92a25934a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:27.935352 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-118b838c-0777-40cd-aa2a-59a053ec99c0 req-6ca01f9e-c975-4466-b0b8-5bd92a25934a tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 943 time: 0.5438745 Feb 11 19:28:27.959092 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'code': 200} Feb 11 19:28:28.050107 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-118b838c-0777-40cd-aa2a-59a053ec99c0 req-29e7e71a-afef-4844-b24c-276c1d987f6f tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e7d2827-a629-4c3d-bc85-f665bf1292af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007447 Feb 11 19:28:28.158853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] For port 99454cb6-18e9-4591-bfcf-28b872dab7e4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=99454cb6-18e9-4591-bfcf-28b872dab7e4,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:28.159254 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:28.295261 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Calling delete_port for 99454cb6-18e9-4591-bfcf-28b872dab7e4 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:28:28.447194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:28.463224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-748cc1eb-2db2-4b07-9f4a-513ca68064e9 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:28.519812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Pushing event deleted for resources: {'Port': ['ID=99454cb6-18e9-4591-bfcf-28b872dab7e4,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:28.524545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:28.673512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] No DVR routers for this DVR port 99454cb6-18e9-4591-bfcf-28b872dab7e4 on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:28:28.675824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:28.678786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'name': 'network-vif-deleted', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:28:28.696731 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9412f4dd-e8c2-4d3b-86c2-bca5b880ef8c req-cd179d69-4c8a-4fef-a21a-69b7287d95d2 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.42 "DELETE /v2.0/ports/99454cb6-18e9-4591-bfcf-28b872dab7e4 HTTP/1.1" status: 204 len: 173 time: 1.3445504 Feb 11 19:28:28.712923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:28.754172 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eefa188-842d-491b-aa63-f02431bc2bf3', 'name': 'network-vif-deleted', 'tag': '99454cb6-18e9-4591-bfcf-28b872dab7e4', 'status': 'completed', 'code': 200} Feb 11 19:28:29.198692 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680b40-a54c-4af4-9aca-a7454f5df8a9 req-41566f1c-a08b-4af5-af16-a55e0d2d94ec tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:29.200445 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-87680b40-a54c-4af4-9aca-a7454f5df8a9 req-41566f1c-a08b-4af5-af16-a55e0d2d94ec tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1854937 Feb 11 19:28:29.262789 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e8bc8c13-1aa7-487f-b5c7-910730e846d4 req-783ed76d-37ac-4fca-bc22-33b3abfb4ce4 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] 10.222.0.101 "GET /v2.0/ports?device_id=4eefa188-842d-491b-aa63-f02431bc2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0566368 Feb 11 19:28:29.277374 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-87680b40-a54c-4af4-9aca-a7454f5df8a9 req-ea14194c-6453-42c1-a1fd-96c8bd16d361 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636971 Feb 11 19:28:29.342096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device f4e6f5f1-a876-4fa6-b21c-59eb153284cd no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:28:29.625545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:29.870430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device f4e6f5f1-a876-4fa6-b21c-59eb153284cd up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:28:29.943329 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port f4e6f5f1-a876-4fa6-b21c-59eb153284cd triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:28:29.943747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:30.068137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:30.096727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:28:30.111587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:30.113746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:30.115786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:30.166639 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'code': 200} Feb 11 19:28:30.188039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,revision_number=6']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:30.191531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:30.456511 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db95b09-00d5-49c0-81b8-6730c0e9178a req-1657e164-7933-42f3-86d4-d746aae260af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:30.458319 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7db95b09-00d5-49c0-81b8-6730c0e9178a req-1657e164-7933-42f3-86d4-d746aae260af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 1162 time: 0.0851464 Feb 11 19:28:30.513209 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7db95b09-00d5-49c0-81b8-6730c0e9178a req-d4e0ebd7-aa79-4708-ab44-6012874570c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484157 Feb 11 19:28:30.809068 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3b578-c837-4ee2-8064-24b6b55292b1 req-04b9d654-1439-4ed8-8e1f-2233ff2cf9fa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:30.810815 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-79a3b578-c837-4ee2-8064-24b6b55292b1 req-04b9d654-1439-4ed8-8e1f-2233ff2cf9fa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.3752666 Feb 11 19:28:30.875648 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-79a3b578-c837-4ee2-8064-24b6b55292b1 req-2d2dc60a-5417-45ff-952c-a487d7d9b5cd tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584028 Feb 11 19:28:30.967535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44298) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:28:31.538167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225329'] for router_interface, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:31.603248 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device f4e6f5f1-a876-4fa6-b21c-59eb153284cd up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:28:31.679079 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port f4e6f5f1-a876-4fa6-b21c-59eb153284cd triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:28:31.679491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:31.981212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Deleting port 6f97b093-2148-47f8-a011-7e226fde6277 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:28:31.981701 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:32.328351 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67ad3a-751d-4931-ba9f-17d4afc30930 req-ef348d77-ea04-47f5-bba7-275c7134e90f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:32.330085 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8b67ad3a-751d-4931-ba9f-17d4afc30930 req-ef348d77-ea04-47f5-bba7-275c7134e90f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.3017514 Feb 11 19:28:32.367370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] For port 6f97b093-2148-47f8-a011-7e226fde6277, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=6f97b093-2148-47f8-a011-7e226fde6277,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:32.367773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:32.518929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Calling delete_port for 6f97b093-2148-47f8-a011-7e226fde6277 owned by network:router_interface {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:28:32.584038 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8b67ad3a-751d-4931-ba9f-17d4afc30930 req-7e04f4a4-2365-4c4e-9d45-f174ceb11b57 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431107 Feb 11 19:28:32.864320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:33.101053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:33.157134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f97b093-2148-47f8-a011-7e226fde6277,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:33.161056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:33.513226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853766262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548754'] for router_interface, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:33.661908 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device f4e6f5f1-a876-4fa6-b21c-59eb153284cd up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:28:33.748195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port f4e6f5f1-a876-4fa6-b21c-59eb153284cd triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:28:33.748742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:33.913863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095632-bda6-49ce-a158-cf79739c5d87 req-9712b542-b04f-4f22-9763-9bea8c66e15a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:33.916159 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-09095632-bda6-49ce-a158-cf79739c5d87 req-9712b542-b04f-4f22-9763-9bea8c66e15a tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1775856 Feb 11 19:28:33.980228 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-09095632-bda6-49ce-a158-cf79739c5d87 req-7ec917c9-d90e-43d1-b0ab-d058c1801a64 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574365 Feb 11 19:28:34.050151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Router 0703d902-7767-41b8-83c8-f4e5b445336d has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:28:34.243304 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:28:34.254730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] Sync routers for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:28:34.257587 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-066db828-0912-4144-b3f0-2b01bb3827e0 admin admin] 10.222.0.101 "PUT /v2.0/routers/0703d902-7767-41b8-83c8-f4e5b445336d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2877853 Feb 11 19:28:34.259854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44342) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:28:34.266047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:28:34.266803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:34.449979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks [] for router, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:34.462950 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:28:34.639435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:34.645330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Deleting port f3b2efc6-174e-4ea7-ae68-294b8ec4833e {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:28:34.645693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:34.775327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:28:32Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:34.780828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] Checking router: 0703d902-7767-41b8-83c8-f4e5b445336d for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:28:34.790613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] Routers {'0703d902-7767-41b8-83c8-f4e5b445336d'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:28:34.791399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['0703d902-7767-41b8-83c8-f4e5b445336d'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:34.830789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] For port f3b2efc6-174e-4ea7-ae68-294b8ec4833e, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=f3b2efc6-174e-4ea7-ae68-294b8ec4833e,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:34.831216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:34.975904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Calling delete_port for f3b2efc6-174e-4ea7-ae68-294b8ec4833e owned by network:router_gateway {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:28:35.117152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:35.143597 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] Set router 0703d902-7767-41b8-83c8-f4e5b445336d gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:28:35.315208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553422'] for router_gateway, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:35.460164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:28:32Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:35.465277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5e007-9daf-4e33-a115-af3a10f0d3e4 None None] The sync data for ids ['0703d902-7767-41b8-83c8-f4e5b445336d'] in dv-cinder-775250-1-smb is: [{'id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'name': 'tempest-TestMinimumBasicScenario-570991413-router', 'tenant_id': '90e63da7291c4c5c84058bc4681c0f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:24:14Z', 'updated_at': '2021-02-11T19:28:32Z', 'revision_number': 5, 'project_id': '90e63da7291c4c5c84058bc4681c0f41', 'gw_port': {'id': 'f3b2efc6-174e-4ea7-ae68-294b8ec4833e', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0703d902-7767-41b8-83c8-f4e5b445336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:24:16Z', 'updated_at': '2021-02-11T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:28:35.686429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774122'] for router, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:35.688773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:35.713049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226534'] for router, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:35.713608 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0703d902-7767-41b8-83c8-f4e5b445336d {{(pid=79956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 19:28:35.726164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:35.727648 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-aef28d83-b98f-4429-886f-98ace4bc7c95 admin admin] 10.222.0.101 "DELETE /v2.0/routers/0703d902-7767-41b8-83c8-f4e5b445336d HTTP/1.1" status: 204 len: 168 time: 1.4667706 Feb 11 19:28:35.730663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44346) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:28:35.802638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] Deleting subnet bdc03383-f0c7-4c0a-86cb-feaee15d39d3 {{(pid=79956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:28:35.806052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:35.859640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1253889'] for subnet, precommit_delete_associations {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:35.998663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:36.022627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 6f97b093-2148-47f8-a011-7e226fde6277 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:28:36.060124 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 6f97b093-2148-47f8-a011-7e226fde6277 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:28:36.060471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 6f97b093-2148-47f8-a011-7e226fde6277 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:28:36.270019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2141278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2239254'] for subnet, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:36.286086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e22a585e-73a9-4f7d-b161-452c1972e121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:36.334433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc03383-f0c7-4c0a-86cb-feaee15d39d3,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:36.386316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:36.421872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:36.427630 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e7880c-e6d2-4a6b-8b02-9eac7f57a770 None None] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:28:36.427952 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f50a76ed-d7a8-4793-b7ee-eae300d0c8f6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/bdc03383-f0c7-4c0a-86cb-feaee15d39d3 HTTP/1.1" status: 204 len: 168 time: 0.6960781 Feb 11 19:28:36.430749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44350) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:28:36.549353 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:36.620078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Deleting port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:28:36.620408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:36.691743 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] DHCP port deletion for 436d30ed-4250-4b97-bdbf-0953f3b38ac2 request from dv-cinder-775250-1-smb {{(pid=79957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 19:28:36.697044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] Deleting port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:28:36.697494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:36.849447 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] For port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:36.849841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:36.925884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] For port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576,segment=NetworkSegment(c98185dd-87ce-4f17-abfd-19b7f845f69b),segment_id=c98185dd-87ce-4f17-abfd-19b7f845f69b)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:36.926252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:36.987510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Calling delete_port for 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 owned by network:dhcp {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:28:37.063721 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] Calling delete_port for 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 owned by network:dhcp {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:28:37.067491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:37.083257 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5f3aec07-0033-4958-a7b8-d6e2d4888977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:37.141322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:37.192227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:37.217863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:28:37.218291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:28:37.232432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] No DVR routers for this DVR port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 on host dv-cinder-775250-1-smb {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:28:37.359695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:37.477285 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436d30ed-4250-4b97-bdbf-0953f3b38ac2']}} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:37.490314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98185dd-87ce-4f17-abfd-19b7f845f69b') {'for_net_delete': True} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:37.490656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98185dd-87ce-4f17-abfd-19b7f845f69b') {} {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:28:37.503392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853521911'] for segment, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:37.518934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:37.521016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:28:37.703198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:28:37.712573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852634883'] for segment, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:37.719758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] Deleting port 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:28:37.720194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:37.796554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae139c-330d-45e7-be96-2759f9c78c3c None None] The port '5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576' was deleted {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 19:28:37.900110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Network 436d30ed-4250-4b97-bdbf-0953f3b38ac2 has no segments {{(pid=79956) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:28:37.923779 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:28:38.004374 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:38.007856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:38.022135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:38.033252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=436d30ed-4250-4b97-bdbf-0953f3b38ac2,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:38.037255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:38.048062 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-6ba1a624-a8a7-426b-a2f2-bd540a4c18e8 admin admin] 10.222.0.101 "DELETE /v2.0/networks/436d30ed-4250-4b97-bdbf-0953f3b38ac2 HTTP/1.1" status: 204 len: 168 time: 1.6162033 Feb 11 19:28:38.061126 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:28:38.099748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:28:38.100143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 5cb8b7f4-fdf2-4bdc-ab7f-6e59c6849576 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:28:38.100830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device f3b2efc6-174e-4ea7-ae68-294b8ec4833e no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:28:38.139153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: f3b2efc6-174e-4ea7-ae68-294b8ec4833e {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:28:38.139387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device f3b2efc6-174e-4ea7-ae68-294b8ec4833e not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:28:38.264185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44356) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:28:38.317061 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a8560bcf-1e7e-4492-aaf3-62bc3a3015fd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=90e63da7291c4c5c84058bc4681c0f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514774 Feb 11 19:28:38.319929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44360) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:28:38.383378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-459382bb-4fa4-4d1a-86be-9dda426e523f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:38.412087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-459382bb-4fa4-4d1a-86be-9dda426e523f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:38.468264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-459382bb-4fa4-4d1a-86be-9dda426e523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:38.473570 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c43c9cb0-f7d2-49f0-a404-c5f46d414c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:38.488719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459382bb-4fa4-4d1a-86be-9dda426e523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d2827-a629-4c3d-bc85-f665bf1292af,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:38.493956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-459382bb-4fa4-4d1a-86be-9dda426e523f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:38.495995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-459382bb-4fa4-4d1a-86be-9dda426e523f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:38.497252 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-459382bb-4fa4-4d1a-86be-9dda426e523f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3e7d2827-a629-4c3d-bc85-f665bf1292af HTTP/1.1" status: 204 len: 168 time: 0.1760411 Feb 11 19:28:38.984172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:42.654473 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-c23ac14e-924a-406a-b846-749736e9734f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0789139 Feb 11 19:28:42.776255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-90715fc4-4558-41a0-8e40-ec0c293702ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:42.777939 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-90715fc4-4558-41a0-8e40-ec0c293702ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.0849657 Feb 11 19:28:42.944013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-7af09e48-8c37-45ed-968a-3a8873b07bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:42.946565 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-7af09e48-8c37-45ed-968a-3a8873b07bcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1479287 Feb 11 19:28:43.063879 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-8587752b-f032-4d28-a40f-62902cb25b4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 1001 time: 0.1103883 Feb 11 19:28:43.141820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-781c40f2-6852-411c-8df9-39db7fe6196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:43.143814 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-781c40f2-6852-411c-8df9-39db7fe6196e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0724671 Feb 11 19:28:43.235147 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-b951badc-194b-457f-aa4f-046dec2afe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:43.236813 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-b951badc-194b-457f-aa4f-046dec2afe52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833213 Feb 11 19:28:43.387979 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-6721d960-6f7f-47d3-b6f0-3e4429d66ac7 service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419234 Feb 11 19:28:43.415037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60cf67-e51e-48ff-b8b6-e8487bf9205e req-05d89bc7-bc36-49a7-975f-a61d72a035d0 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:43.416778 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5d60cf67-e51e-48ff-b8b6-e8487bf9205e req-05d89bc7-bc36-49a7-975f-a61d72a035d0 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1734786 Feb 11 19:28:43.483773 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5d60cf67-e51e-48ff-b8b6-e8487bf9205e req-9c4ed24f-48ce-4dc0-9035-d2b38154540a tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0601375 Feb 11 19:28:43.546296 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-e243e25d-51d6-47a7-ab8c-10b17bd78ad5 req-a79f5279-57d3-4693-b185-c069f3522c2e service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514058 Feb 11 19:28:43.694922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:28:44.812571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb78453-99f7-4ff4-b09f-8402cc2d275e req-0446a2de-2ec3-4c5d-850e-3e296b894150 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:44.814235 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ceb78453-99f7-4ff4-b09f-8402cc2d275e req-0446a2de-2ec3-4c5d-850e-3e296b894150 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1895928 Feb 11 19:28:44.881061 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ceb78453-99f7-4ff4-b09f-8402cc2d275e req-0f714ffc-5b03-4f66-87e6-6493f3a3c229 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0601888 Feb 11 19:28:46.187385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0136b-d179-4524-ac6f-fb61d3a2681f req-1cf42282-a2b6-435e-8478-d96fb6b8d00b tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:46.189047 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1bf0136b-d179-4524-ac6f-fb61d3a2681f req-1cf42282-a2b6-435e-8478-d96fb6b8d00b tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1772950 Feb 11 19:28:46.289040 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1bf0136b-d179-4524-ac6f-fb61d3a2681f req-b341db65-3582-4bee-90fc-58e3a70db992 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0926721 Feb 11 19:28:47.585126 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eb0fd-cf50-4731-afb0-13fa4d3d40b7 req-9a11fd0e-ec8b-48d0-aaee-b40cbb0b7077 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:47.587400 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d6eb0fd-cf50-4731-afb0-13fa4d3d40b7 req-9a11fd0e-ec8b-48d0-aaee-b40cbb0b7077 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1679955 Feb 11 19:28:47.653752 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d6eb0fd-cf50-4731-afb0-13fa4d3d40b7 req-ca44b6b6-ec36-428a-aa06-8ea9f84ba320 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594053 Feb 11 19:28:48.953392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a408c49-9330-4eb9-90ff-04a94e9aaf1a req-293db902-499b-471c-b171-7d1bd031dd74 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:48.955032 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1a408c49-9330-4eb9-90ff-04a94e9aaf1a req-293db902-499b-471c-b171-7d1bd031dd74 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1672647 Feb 11 19:28:49.021383 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1a408c49-9330-4eb9-90ff-04a94e9aaf1a req-baadeb49-9585-4c8f-8866-840302bee206 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0599384 Feb 11 19:28:50.566116 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62d7c0-2bc0-4691-920a-2f7af59bf0b3 req-ee158189-0400-4283-a70c-a5d1ad186071 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:50.567854 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1f62d7c0-2bc0-4691-920a-2f7af59bf0b3 req-ee158189-0400-4283-a70c-a5d1ad186071 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.4098766 Feb 11 19:28:50.633647 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1f62d7c0-2bc0-4691-920a-2f7af59bf0b3 req-3da3d9f9-495c-4c44-8238-5cd2a2ef03f0 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0589623 Feb 11 19:28:51.932399 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36605881-27b9-4d7f-817e-88d89b3ad0fd req-f36a2862-4831-4a0b-aac9-bc7c79437255 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:51.934088 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36605881-27b9-4d7f-817e-88d89b3ad0fd req-f36a2862-4831-4a0b-aac9-bc7c79437255 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1699631 Feb 11 19:28:52.002118 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-36605881-27b9-4d7f-817e-88d89b3ad0fd req-5056abb0-2f4a-4b63-9fd1-78399e32a2ce tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0590465 Feb 11 19:28:53.299316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5925-ee7b-4662-aa30-73f1258cac2a req-d8a98139-089b-4062-bf1c-704d62e13fe5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:53.301114 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ad0e5925-ee7b-4662-aa30-73f1258cac2a req-d8a98139-089b-4062-bf1c-704d62e13fe5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1684577 Feb 11 19:28:53.366895 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ad0e5925-ee7b-4662-aa30-73f1258cac2a req-7498d2b5-d36c-45bc-b717-d11de08fbe8b tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0589752 Feb 11 19:28:53.516910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-6edccadd-5192-4784-a27b-c32b6f27198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:53.518545 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-6edccadd-5192-4784-a27b-c32b6f27198b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.0809009 Feb 11 19:28:53.665015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-3769999e-20d3-4c02-b5a1-e36ad0b9c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:53.666511 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-3769999e-20d3-4c02-b5a1-e36ad0b9c161 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1398823 Feb 11 19:28:53.782235 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-21339642-0c9c-4333-a7d8-44ddee83a394 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 1001 time: 0.1078544 Feb 11 19:28:53.856347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-e2876457-e679-42ba-af17-d9a92760c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:53.857896 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-e2876457-e679-42ba-af17-d9a92760c3a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0690486 Feb 11 19:28:53.942523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-7706ec90-4de3-4bee-bee2-b235c0384b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:53.944087 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-7706ec90-4de3-4bee-bee2-b235c0384b7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785544 Feb 11 19:28:54.099056 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-80e4dfce-9883-4e37-9c30-c20893c8c5ad service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480057 Feb 11 19:28:54.251027 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-66ca4120-6339-4f92-a277-7ae29e8f742f req-f17920a0-6773-46aa-bb0d-0967d5c3e3f0 service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442208 Feb 11 19:28:54.660451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6955-0939-4f4d-8408-10b140cb0f3d req-a2b28917-9b78-4879-9a2d-4eeda64ec724 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:54.662160 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bc0d6955-0939-4f4d-8408-10b140cb0f3d req-a2b28917-9b78-4879-9a2d-4eeda64ec724 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1664803 Feb 11 19:28:54.726019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5bee79b6-fb82-41a3-bb3f-89ae6c7d6965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:54.734567 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bc0d6955-0939-4f4d-8408-10b140cb0f3d req-0dafc89e-736c-4adb-ac1a-bc05446c4713 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0657918 Feb 11 19:28:56.052772 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655621f3-7b95-4f91-8a1e-0665157540d2 req-3d3dfc6c-081d-4981-9f57-6125a87c4200 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:56.054411 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-655621f3-7b95-4f91-8a1e-0665157540d2 req-3d3dfc6c-081d-4981-9f57-6125a87c4200 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1740553 Feb 11 19:28:56.126435 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-655621f3-7b95-4f91-8a1e-0665157540d2 req-4d76fd71-2c8f-4347-8766-4c8a2f5e3b31 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0649917 Feb 11 19:28:57.360824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c69e4c8-533f-43bc-9bd8-2726375861ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:57.441292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc1be-8264-4df2-abd4-b2d42885eb87 req-bb7e268d-d8d3-451d-8e0a-0cc3146d936f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:57.442936 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b8bbc1be-8264-4df2-abd4-b2d42885eb87 req-bb7e268d-d8d3-451d-8e0a-0cc3146d936f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1759129 Feb 11 19:28:57.510457 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b8bbc1be-8264-4df2-abd4-b2d42885eb87 req-0af788e1-63cf-4698-8972-49dd1dbf6a66 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0604503 Feb 11 19:28:57.669709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device caadce6e-c670-409c-a19d-8d2777a34562 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:28:57.811840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:57.814217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:57.850490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:28:57.859633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port caadce6e-c670-409c-a19d-8d2777a34562, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=caadce6e-c670-409c-a19d-8d2777a34562,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:28:57.864140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:57.866180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:28:57.923211 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562', 'code': 422} returned with failed status Feb 11 19:28:57.944859 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=caadce6e-c670-409c-a19d-8d2777a34562,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:28:57.948517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:28:58.019206 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa734b-23ff-44bf-a8de-d3fc82536452 req-1bbd8c21-3591-4a77-b397-2d550da0cd28 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:58.020967 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-adaa734b-23ff-44bf-a8de-d3fc82536452 req-1bbd8c21-3591-4a77-b397-2d550da0cd28 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1904399 Feb 11 19:28:58.098908 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-adaa734b-23ff-44bf-a8de-d3fc82536452 req-ac8f317c-df27-45cc-b52b-f62a2a778103 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0708261 Feb 11 19:28:58.161888 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-803309e6-8ef0-459c-8584-a2bbba00b63e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4077907 Feb 11 19:28:58.718455 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:59.470994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec1f66-d8ec-40fe-a589-a8343ad165b1 req-4f908913-b4a6-4eac-937f-803a4b8527e7 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:59.472586 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9eec1f66-d8ec-40fe-a589-a8343ad165b1 req-4f908913-b4a6-4eac-937f-803a4b8527e7 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.2380476 Feb 11 19:28:59.475525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-67e53495-7ab0-44ef-a93c-2862cca83de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:59.477083 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-67e53495-7ab0-44ef-a93c-2862cca83de3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98&tenant_id=168b85218b484bdf95678347ac6c47fd HTTP/1.1" status: 200 len: 1160 time: 0.2024059 Feb 11 19:28:59.593642 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9eec1f66-d8ec-40fe-a589-a8343ad165b1 req-5762c326-d99a-4cb1-81d3-b3d6c150d906 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1148510 Feb 11 19:28:59.625259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-a4bfa501-d54b-4096-903a-a28b842d208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:59.626991 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-a4bfa501-d54b-4096-903a-a28b842d208b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1160 time: 0.1124060 Feb 11 19:28:59.627926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:28:59.770634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-1b220ce0-e2e5-4dbb-8c39-8f8c9e9552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:59.772203 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-1b220ce0-e2e5-4dbb-8c39-8f8c9e9552cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1380353 Feb 11 19:28:59.879756 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-a080f94c-c713-4826-b011-a38cc640b3f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 999 time: 0.1011560 Feb 11 19:28:59.951006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-0c090188-1397-4f70-b50a-ed4d6ea095fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:28:59.952600 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-0c090188-1397-4f70-b50a-ed4d6ea095fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0664067 Feb 11 19:29:00.037786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-ff6dcf97-db69-4f2b-bbbf-461bbfd3859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:00.039348 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-ff6dcf97-db69-4f2b-bbbf-461bbfd3859f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799863 Feb 11 19:29:00.182064 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-63d17337-88f0-40f5-a5d9-bd1e159ea66d service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362543 Feb 11 19:29:00.329556 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d52d3cc5-1148-4a4d-853b-80497eeb63ab req-60b25d0d-7f67-41aa-839c-4ae10060d30f service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412282 Feb 11 19:29:00.888935 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dc71d-374c-478f-b392-8dfc02302c77 req-58050c7d-4745-4b4f-854b-937c03c26281 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:00.890560 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0a9dc71d-374c-478f-b392-8dfc02302c77 req-58050c7d-4745-4b4f-854b-937c03c26281 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1699622 Feb 11 19:29:00.958824 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0a9dc71d-374c-478f-b392-8dfc02302c77 req-c3c3fc2f-ae0f-4371-b43a-263fcfa66cd8 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0617669 Feb 11 19:29:02.259489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4cd40-f054-4c61-bd69-2a0d0a6d03f5 req-b7a07743-a14f-4160-8dc6-7ac88b326f23 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:02.261250 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-63a4cd40-f054-4c61-bd69-2a0d0a6d03f5 req-b7a07743-a14f-4160-8dc6-7ac88b326f23 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1694424 Feb 11 19:29:02.326328 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-63a4cd40-f054-4c61-bd69-2a0d0a6d03f5 req-b25a3b9d-9c72-4928-b898-c1f10aee8846 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0588293 Feb 11 19:29:03.624953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52824-3310-484c-b3d0-fdd821ba252d req-cfa6136e-4de3-4231-ae16-34fe77fbfee3 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:03.626682 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a8d52824-3310-484c-b3d0-fdd821ba252d req-cfa6136e-4de3-4231-ae16-34fe77fbfee3 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1680057 Feb 11 19:29:03.691499 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a8d52824-3310-484c-b3d0-fdd821ba252d req-de8f7d26-1dab-4b66-aeca-0435a0b497e6 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0584259 Feb 11 19:29:04.992762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52f8e-59dd-40f8-9ed4-3f09fc038634 req-8a6f099f-038a-4086-b0a5-93608d6736db tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:04.994434 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5da52f8e-59dd-40f8-9ed4-3f09fc038634 req-8a6f099f-038a-4086-b0a5-93608d6736db tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1700282 Feb 11 19:29:05.066765 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5da52f8e-59dd-40f8-9ed4-3f09fc038634 req-1667c6ee-1bbf-4dfa-a29c-3fd5e7c68ab0 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0660346 Feb 11 19:29:06.369741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device caadce6e-c670-409c-a19d-8d2777a34562 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:29:06.384933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac63a3-6a58-4d81-ad19-4ba3f5a3de55 req-749f0715-4783-4d61-bcec-b23b75255f5b tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:06.386700 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b2ac63a3-6a58-4d81-ad19-4ba3f5a3de55 req-749f0715-4783-4d61-bcec-b23b75255f5b tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 943 time: 0.1875017 Feb 11 19:29:06.445809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port caadce6e-c670-409c-a19d-8d2777a34562 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:29:06.446230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:06.454915 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b2ac63a3-6a58-4d81-ad19-4ba3f5a3de55 req-aa852134-4bc4-4ce8-9218-9b144dd50526 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0614326 Feb 11 19:29:06.576331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:06.605214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:29:06.616003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port caadce6e-c670-409c-a19d-8d2777a34562, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=caadce6e-c670-409c-a19d-8d2777a34562,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:06.618994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:06.620928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:06.674735 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562', 'code': 200} Feb 11 19:29:06.697157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=caadce6e-c670-409c-a19d-8d2777a34562,revision_number=6']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:06.706336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.707288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.707691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.708263 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.708678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.709060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.709435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.709808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.710180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.710549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.711508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.711890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.712345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.712881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.713250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.713619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.713982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.714350 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.714718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.715083 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.715447 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.715809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.716174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.716559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:06.721143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:07.036458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ab06f-5c89-43a1-ac54-a5bd2ae4a66f req-8661d536-7f08-421a-b941-0efcbbcf7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:07.038085 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-846ab06f-5c89-43a1-ac54-a5bd2ae4a66f req-8661d536-7f08-421a-b941-0efcbbcf7c1e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.0822656 Feb 11 19:29:07.083500 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-846ab06f-5c89-43a1-ac54-a5bd2ae4a66f req-67ffcca2-fc63-41d5-a1bf-48625041d668 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0378733 Feb 11 19:29:07.751806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a370fe-5e85-4b04-8997-02255142bdb2 req-e3ef0648-14c9-4da0-8242-291afd103ad0 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:07.753482 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-06a370fe-5e85-4b04-8997-02255142bdb2 req-e3ef0648-14c9-4da0-8242-291afd103ad0 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1677201 Feb 11 19:29:07.822252 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-06a370fe-5e85-4b04-8997-02255142bdb2 req-ecd14e14-b840-4412-b7ae-3bc90f2adc61 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0623493 Feb 11 19:29:07.918573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device caadce6e-c670-409c-a19d-8d2777a34562 up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:29:07.992570 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port caadce6e-c670-409c-a19d-8d2777a34562 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:29:07.992991 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:09.002648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:09.127198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c3f5-5d94-4f2f-ab12-f3fa25beef7d req-096b84c1-97aa-4aa9-830a-fdabe15ec058 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:09.128739 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-37d2c3f5-5d94-4f2f-ab12-f3fa25beef7d req-096b84c1-97aa-4aa9-830a-fdabe15ec058 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1713350 Feb 11 19:29:09.193301 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-37d2c3f5-5d94-4f2f-ab12-f3fa25beef7d req-30837dae-7ee1-48a5-b429-e096d33ecb3f tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0583420 Feb 11 19:29:20.694246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:29:24.730097 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6a919ea6-bb2f-472d-b2aa-884d3295910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:27.362708 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3d95b550-f875-41c6-84ea-600fc17a10af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:27.796369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:28.710745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:29.631229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:29.923569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01ebca-0446-4d6f-99dd-5263fe11cca6 req-2ffbd1a8-6b5b-472a-996f-aa15852f64aa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:29.925184 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0e01ebca-0446-4d6f-99dd-5263fe11cca6 req-2ffbd1a8-6b5b-472a-996f-aa15852f64aa tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1663764 Feb 11 19:29:29.989069 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0e01ebca-0446-4d6f-99dd-5263fe11cca6 req-8f035685-fe65-4340-8027-90cfcab095f5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573664 Feb 11 19:29:31.314651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823dd20-f85d-4a54-9169-2f1d68b68f75 req-af6bf48a-e8f1-46a8-8b48-fcbe7ccb34dc tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:31.316675 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a823dd20-f85d-4a54-9169-2f1d68b68f75 req-af6bf48a-e8f1-46a8-8b48-fcbe7ccb34dc tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1805365 Feb 11 19:29:31.382610 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a823dd20-f85d-4a54-9169-2f1d68b68f75 req-6fc6bce6-8baf-4980-a838-986665e41ff5 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595939 Feb 11 19:29:31.577282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-0603cc44-6ee3-49ef-8031-f61d3112cfd2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:31.578912 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-0603cc44-6ee3-49ef-8031-f61d3112cfd2 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 945 time: 0.1691091 Feb 11 19:29:31.676551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Deleting port f4e6f5f1-a876-4fa6-b21c-59eb153284cd {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:29:31.676931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:31.903995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device f4e6f5f1-a876-4fa6-b21c-59eb153284cd no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:29:31.947848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] For port f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:31.948246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:32.025556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:32.053542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:29:32.064020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:32.067807 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:32.070324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3c50bb38-bb21-4145-98ac-e8f56694db9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:32.119676 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'code': 200} Feb 11 19:29:32.142377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,revision_number=7']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:32.145967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:32.494542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:32.495119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:32.495245 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Floating IP 3c35ce8d-0259-4191-aae8-edf5a815cb91 disassociated. External IP: 172.28.3.19, port: f4e6f5f1-a876-4fa6-b21c-59eb153284cd. Feb 11 19:29:32.495632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Calling delete_port for f4e6f5f1-a876-4fa6-b21c-59eb153284cd owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:29:32.592074 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:29:32.592385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:29:32.719173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4591-43b9-418e-8cfc-b05f173a278d req-119309a7-c821-4c92-8214-86729847b0c6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:32.720966 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-818d4591-43b9-418e-8cfc-b05f173a278d req-119309a7-c821-4c92-8214-86729847b0c6 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 943 time: 0.1898565 Feb 11 19:29:32.790342 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-818d4591-43b9-418e-8cfc-b05f173a278d req-1709e3d3-bf65-4ed3-be20-9b63d9915dc0 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups?id=ecc9a264-3af3-4426-8d44-a68bd82af6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623515 Feb 11 19:29:33.094210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Deleting port f4e6f5f1-a876-4fa6-b21c-59eb153284cd {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:29:33.094601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:33.366703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] For port f4e6f5f1-a876-4fa6-b21c-59eb153284cd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:33.367024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:33.679278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:33.679846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:33.679962 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Floating IP 3c35ce8d-0259-4191-aae8-edf5a815cb91 disassociated. External IP: 172.28.3.19, port: f4e6f5f1-a876-4fa6-b21c-59eb153284cd. Feb 11 19:29:33.680409 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Calling delete_port for f4e6f5f1-a876-4fa6-b21c-59eb153284cd owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:29:33.853822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:33.870157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:33.932531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event deleted for resources: {'Port': ['ID=f4e6f5f1-a876-4fa6-b21c-59eb153284cd,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:33.945596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.946028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.946438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.946839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.947233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.947635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.948027 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.948443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.948828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.949215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.949599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.949995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.950459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.950843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.951229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.951610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.951985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.952393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.952781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.953163 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.953546 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.953927 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.954307 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:33.954685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:34.005759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:34.073756 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cb0ad433-6b12-44fe-b4fd-97c0cf7796d4 req-72623697-094c-4132-b157-a6fa24b30c93 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 210 time: 0.1155210 Feb 11 19:29:34.318488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Router b6057325-396d-4d78-bc36-bd975735d6bd has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:29:34.527705 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:29:34.538587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] Sync routers for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:29:34.550611 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:29:34.551415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:34.569972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] No DVR routers for this DVR port f4e6f5f1-a876-4fa6-b21c-59eb153284cd on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:29:34.573101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:34.576539 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-deleted', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:29:34.596770 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-cd4348d3-b602-438f-a227-c8d96798ec82 req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.42 "DELETE /v2.0/ports/f4e6f5f1-a876-4fa6-b21c-59eb153284cd HTTP/1.1" status: 204 len: 173 time: 3.0111322 Feb 11 19:29:34.654432 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01', 'name': 'network-vif-deleted', 'tag': 'f4e6f5f1-a876-4fa6-b21c-59eb153284cd', 'status': 'completed', 'code': 200} Feb 11 19:29:34.762120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:29:35.302810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-df63a966-b499-4711-a3fc-11c9f4f9e80e req-49ba6ae2-df92-4830-9cea-4081023def26 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Synchronizing usage tracker for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:29:35.316774 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:35.319660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-df63a966-b499-4711-a3fc-11c9f4f9e80e req-49ba6ae2-df92-4830-9cea-4081023def26 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Unset dirty status for tenant:f73e6c46a9404db7928eb4bc3c5a7ed9 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:29:35.321054 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-df63a966-b499-4711-a3fc-11c9f4f9e80e req-49ba6ae2-df92-4830-9cea-4081023def26 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4ba8a4c-3b9e-490d-8a8c-462c6cdccf01 HTTP/1.1" status: 200 len: 210 time: 0.0766904 Feb 11 19:29:35.321320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] Checking router: b6057325-396d-4d78-bc36-bd975735d6bd for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:29:35.330522 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:29:35.331234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:35.524803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:29:35.861929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:35.866514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51642d4-9c47-4e46-9692-bdc61b0c5396 None None] The sync data for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb is: [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:20:23Z', 'revision_number': 4, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': 'a72e3c11-e725-4aa6-959c-deb2f260d512', 'name': '', 'network_id': '0ab4b94d-4938-4b9a-b775-762a0653c099', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'mac_address': 'fa:16:3e:1a:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:19Z', 'updated_at': '2021-02-11T19:20:35Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'subnets': [{'id': '8256882b-0956-4005-aec4-0810c6dec7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:29:36.247963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8b5e0-d416-47cb-a1b1-5f633f1a3b37 None None] New status for floating IP 3c35ce8d-0259-4191-aae8-edf5a815cb91: DOWN {{(pid=79957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:29:36.522173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44464) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:36.609941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-674f7bcb-727a-4bd6-9c19-0b31894ca21d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:36.641474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-674f7bcb-727a-4bd6-9c19-0b31894ca21d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:36.690093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-674f7bcb-727a-4bd6-9c19-0b31894ca21d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:36.698332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2e3ef23f-b346-4426-b811-d675afa2e606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:36.714626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f7bcb-727a-4bd6-9c19-0b31894ca21d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9a264-3af3-4426-8d44-a68bd82af6fc,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:36.719107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-674f7bcb-727a-4bd6-9c19-0b31894ca21d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:36.722704 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-674f7bcb-727a-4bd6-9c19-0b31894ca21d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:36.723942 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-674f7bcb-727a-4bd6-9c19-0b31894ca21d tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "DELETE /v2.0/security-groups/ecc9a264-3af3-4426-8d44-a68bd82af6fc HTTP/1.1" status: 204 len: 168 time: 0.2005479 Feb 11 19:29:36.727324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44468) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:36.745678 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.v2.resource [None req-7a2aba47-4ed8-487e-8f37-27c82deb6b5f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] show failed (client error): The resource could not be found. Feb 11 19:29:36.746750 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7a2aba47-4ed8-487e-8f37-27c82deb6b5f tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "GET /v2.0/security-groups/ecc9a264-3af3-4426-8d44-a68bd82af6fc HTTP/1.1" status: 404 len: 347 time: 0.0184560 Feb 11 19:29:36.750717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44472) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:36.936967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Deleting port f7012618-3b71-42dc-9fb9-5579f4aecc1b {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:29:36.937551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:37.114572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:37.114936 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:37.247749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Calling delete_port for f7012618-3b71-42dc-9fb9-5579f4aecc1b owned by network:floatingip {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:29:37.389944 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:37.405890 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:37.463419 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Pushing event deleted for resources: {'Port': ['ID=f7012618-3b71-42dc-9fb9-5579f4aecc1b,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:37.466290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:37.641762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks [] for floatingip, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:37.659247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:37.660542 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-25022369-5068-4741-bbd1-75b9a04d7a76 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] 10.222.0.101 "DELETE /v2.0/floatingips/3c35ce8d-0259-4191-aae8-edf5a815cb91 HTTP/1.1" status: 204 len: 168 time: 0.9085381 Feb 11 19:29:39.022306 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:40.606243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44498) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:41.573858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225329'] for router_interface, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:41.951189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Deleting port a72e3c11-e725-4aa6-959c-deb2f260d512 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:29:41.951731 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:42.145363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] For port a72e3c11-e725-4aa6-959c-deb2f260d512, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=a72e3c11-e725-4aa6-959c-deb2f260d512,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:42.145957 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:42.290098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Calling delete_port for a72e3c11-e725-4aa6-959c-deb2f260d512 owned by network:router_interface {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:29:42.474018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:42.495672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7e92c9ed-bbd9-4c27-a1ba-4b3555336ca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:42.552071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Pushing event deleted for resources: {'Port': ['ID=a72e3c11-e725-4aa6-959c-deb2f260d512,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:42.556896 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:42.914649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853766262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548754'] for router_interface, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:43.423171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Router b6057325-396d-4d78-bc36-bd975735d6bd has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:29:43.614597 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:29:43.623407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] Sync routers for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:29:43.628849 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] 10.222.0.101 "PUT /v2.0/routers/b6057325-396d-4d78-bc36-bd975735d6bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0213907 Feb 11 19:29:43.631475 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44504) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:43.633208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:29:43.633881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:43.831490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:29:44.089793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks [] for router, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:44.155229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:29:42Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:44.159327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] Checking router: b6057325-396d-4d78-bc36-bd975735d6bd for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:29:44.168714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] Routers {'b6057325-396d-4d78-bc36-bd975735d6bd'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:29:44.169369 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['b6057325-396d-4d78-bc36-bd975735d6bd'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:44.282179 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:44.287361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Deleting port 14a55543-679d-4c40-90da-f1369e881f22 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:29:44.287756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:44.365761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] Set router b6057325-396d-4d78-bc36-bd975735d6bd gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:29:44.480718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] For port 14a55543-679d-4c40-90da-f1369e881f22, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=14a55543-679d-4c40-90da-f1369e881f22,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:44.481317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:44.628084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Calling delete_port for 14a55543-679d-4c40-90da-f1369e881f22 owned by network:router_gateway {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:29:44.686033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:29:42Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:44.690336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bcb16-ce65-4db6-8a76-286c655d1478 None None] The sync data for ids ['b6057325-396d-4d78-bc36-bd975735d6bd'] in dv-cinder-775250-1-smb is: [{'id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1025011374-router', 'tenant_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '14a55543-679d-4c40-90da-f1369e881f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:58Z', 'updated_at': '2021-02-11T19:29:42Z', 'revision_number': 5, 'project_id': 'f73e6c46a9404db7928eb4bc3c5a7ed9', 'gw_port': {'id': '14a55543-679d-4c40-90da-f1369e881f22', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6057325-396d-4d78-bc36-bd975735d6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:00Z', 'updated_at': '2021-02-11T19:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:29:44.826221 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9d188c08-8ea4-489a-af25-251b148eb838 req-87ce145b-b3c7-44af-9124-ffdc78b4d730 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1669695 Feb 11 19:29:44.844372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.096884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188c08-8ea4-489a-af25-251b148eb838 req-e0fe9ff0-676c-4e85-ad3d-21fa4865d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:45.098515 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9d188c08-8ea4-489a-af25-251b148eb838 req-e0fe9ff0-676c-4e85-ad3d-21fa4865d9a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.1725478 Feb 11 19:29:45.110921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553422'] for router_gateway, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.346907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774122'] for router, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.356826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.392515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226534'] for router, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.393081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6057325-396d-4d78-bc36-bd975735d6bd {{(pid=79956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 19:29:45.419450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188c08-8ea4-489a-af25-251b148eb838 req-2aa6d8cb-2064-42c1-be6a-b84ccfd86618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:45.421142 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9d188c08-8ea4-489a-af25-251b148eb838 req-2aa6d8cb-2064-42c1-be6a-b84ccfd86618 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.2439320 Feb 11 19:29:45.423345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.424572 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-bb3ab1c6-f2bc-437b-92d9-09696a0b1072 admin admin] 10.222.0.101 "DELETE /v2.0/routers/b6057325-396d-4d78-bc36-bd975735d6bd HTTP/1.1" status: 204 len: 168 time: 1.7920587 Feb 11 19:29:45.428832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44510) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:45.503809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Deleting subnet 8256882b-0956-4005-aec4-0810c6dec7b3 {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:29:45.507924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.537624 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9d188c08-8ea4-489a-af25-251b148eb838 req-006eeb19-674a-4e4f-863b-fdb4ea1cb5d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 1001 time: 0.1099327 Feb 11 19:29:45.566705 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.614170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188c08-8ea4-489a-af25-251b148eb838 req-40041765-929e-4627-af0c-8040f539e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:45.616065 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9d188c08-8ea4-489a-af25-251b148eb838 req-40041765-929e-4627-af0c-8040f539e36b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0720677 Feb 11 19:29:45.696474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.701622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188c08-8ea4-489a-af25-251b148eb838 req-e88a43f0-e3de-49ee-9893-49f386751251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:45.703353 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9d188c08-8ea4-489a-af25-251b148eb838 req-e88a43f0-e3de-49ee-9893-49f386751251 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805035 Feb 11 19:29:45.848908 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9d188c08-8ea4-489a-af25-251b148eb838 req-f53ad717-7186-4295-98d5-2b28556bba5d service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378663 Feb 11 19:29:45.972428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:45.989083 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:45.996782 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9d188c08-8ea4-489a-af25-251b148eb838 req-a42ed445-ef48-4084-9ddc-1c9d59cbccbf service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411004 Feb 11 19:29:46.042033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8256882b-0956-4005-aec4-0810c6dec7b3,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:46.095617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device a72e3c11-e725-4aa6-959c-deb2f260d512 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:29:46.110638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.110985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.111398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.111803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.112203 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.112627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.113024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.113420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.113867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.114257 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.114649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.115039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.115508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.116434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.116825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.117213 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.117602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.117990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.118376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.118763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.119151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.119537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.119923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.120321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:29:46.125495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:46.135215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: a72e3c11-e725-4aa6-959c-deb2f260d512 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:29:46.135614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device a72e3c11-e725-4aa6-959c-deb2f260d512 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:29:46.136088 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 14a55543-679d-4c40-90da-f1369e881f22 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:29:46.152851 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:46.159124 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-259f64b3-1993-4378-a61d-3ae6e7606ae9 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8256882b-0956-4005-aec4-0810c6dec7b3 HTTP/1.1" status: 204 len: 168 time: 0.7291603 Feb 11 19:29:46.161798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44514) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:46.168310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450924aa-045b-48b2-bbe4-2a55c48c4e27 None None] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:29:46.190159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 14a55543-679d-4c40-90da-f1369e881f22 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:29:46.190552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 14a55543-679d-4c40-90da-f1369e881f22 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:29:46.290627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:46.371284 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Deleting port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:29:46.371565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:46.624720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] For port 46bb91b3-b08a-479f-9dc9-cba07b6057d9, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=46bb91b3-b08a-479f-9dc9-cba07b6057d9,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:46.625283 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:46.625698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] DHCP port deletion for 0ab4b94d-4938-4b9a-b775-762a0653c099 request from dv-cinder-775250-1-smb {{(pid=79957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 19:29:46.630175 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] Deleting port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:29:46.630591 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:46.771412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Calling delete_port for 46bb91b3-b08a-479f-9dc9-cba07b6057d9 owned by network:dhcp {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:29:46.852384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:46.857231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] For port 46bb91b3-b08a-479f-9dc9-cba07b6057d9, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=46bb91b3-b08a-479f-9dc9-cba07b6057d9,segment=NetworkSegment(5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00),segment_id=5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:46.857928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:46.868439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-53a4ff45-069e-4222-abad-2bdc2f7c5d19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:46.929743 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=46bb91b3-b08a-479f-9dc9-cba07b6057d9,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:46.977420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:46.996380 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] Calling delete_port for 46bb91b3-b08a-479f-9dc9-cba07b6057d9 owned by network:dhcp {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:29:47.017297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] No DVR routers for this DVR port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 on host dv-cinder-775250-1-smb {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:29:47.073861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:29:47.074270 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:29:47.143568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:47.264628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab4b94d-4938-4b9a-b775-762a0653c099']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:47.278731 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:47.279065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2a2bd3-b4f3-43eb-8bda-05f8c5c4ce00') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:47.291702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:47.320430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:47.322848 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:29:47.518875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:29:47.529146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:47.575764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] Deleting port 46bb91b3-b08a-479f-9dc9-cba07b6057d9 {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:29:47.576194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:47.663156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-62335929-da5e-4eaf-91fe-5ffdf3383610 None None] The port '46bb91b3-b08a-479f-9dc9-cba07b6057d9' was deleted {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 19:29:47.933553 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Network 0ab4b94d-4938-4b9a-b775-762a0653c099 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:29:47.957194 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:29:48.041101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:48.047015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:48.052232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-23dbb037-575b-489b-b3ec-633984339007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:48.084308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab4b94d-4938-4b9a-b775-762a0653c099,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:48.087109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:48.096750 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-33ec7dbd-b233-4e54-9d9b-19c4b57675a6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0ab4b94d-4938-4b9a-b775-762a0653c099 HTTP/1.1" status: 204 len: 168 time: 1.9338505 Feb 11 19:29:48.098872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 46bb91b3-b08a-479f-9dc9-cba07b6057d9 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:29:48.136939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 46bb91b3-b08a-479f-9dc9-cba07b6057d9 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:29:48.137342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 46bb91b3-b08a-479f-9dc9-cba07b6057d9 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:29:48.247391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44520) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:48.299961 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4f9e1b81-2d62-485e-b34b-0a90ade5995e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f73e6c46a9404db7928eb4bc3c5a7ed9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510988 Feb 11 19:29:48.302626 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44524) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:48.368075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-00f627f2-c109-43f9-bcad-42238ecf2474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:48.396860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-00f627f2-c109-43f9-bcad-42238ecf2474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:48.443203 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-00f627f2-c109-43f9-bcad-42238ecf2474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:48.448302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-121c37df-334e-4b2c-aa66-3dcbf9e27a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:48.462371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f627f2-c109-43f9-bcad-42238ecf2474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98ccc6-bb41-4139-ba12-e0c2cb5a2d8c,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:48.467100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-00f627f2-c109-43f9-bcad-42238ecf2474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:48.469134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-00f627f2-c109-43f9-bcad-42238ecf2474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:48.470354 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-00f627f2-c109-43f9-bcad-42238ecf2474 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8a98ccc6-bb41-4139-ba12-e0c2cb5a2d8c HTTP/1.1" status: 204 len: 168 time: 0.1667564 Feb 11 19:29:49.407720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44546) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:49.550866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1651492712-network', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:29:49.555992 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:49.560367 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Usage tracker for resource:network and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:49.563393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:49.569459 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:49.583033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Made reservation on behalf of 6a300f9ca531445f9c76c5694dbfbb03 for: {'network': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:29:49.588371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for network, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:49.601716 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:49.617034 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:49.621007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Usage tracker for resource:security_group_rule and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:49.623852 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:49.629688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:49.717929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:49.720843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:49.724909 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-440ded53-5e6d-409a-9f63-b4b6426d7539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:49.757051 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 19:29:49.766047 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae547c7-7681-4a8a-8f90-29641733c6af,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:49.771038 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:49.774193 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:49.774582 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.segments_db [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Added segment 491ff0f6-c55a-42bd-809a-7df56755a21e of type vxlan for network 0f9e91b3-0927-481f-9566-981b36e61563 Feb 11 19:29:49.801961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727066536614'] for network, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:49.830871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555'] for network, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:49.832135 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:49.832799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:49.838183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:49.945744 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5367811 Feb 11 19:29:49.946698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Pushing event updated for resources: {'Network': ['ID=0f9e91b3-0927-481f-9566-981b36e61563,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:49.948763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44554) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:49.951634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:49.955550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Request body: {'subnet': {'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1651492712-subnet', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:29:49.958466 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Network 0f9e91b3-0927-481f-9566-981b36e61563 details requested by agent ovs-agent-dv-cinder-775250-1-smb with host dv-cinder-775250-1-smb {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:29:49.960833 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:49.965078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Usage tracker for resource:subnet and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:49.968219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:49.974120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:49.976391 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Network 0f9e91b3-0927-481f-9566-981b36e61563 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=79957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 19:29:49.984715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Made reservation on behalf of 6a300f9ca531445f9c76c5694dbfbb03 for: {'subnet': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:29:49.989533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852536516'] for subnet, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:50.442798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852634597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852536531'] for subnet, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:50.458412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:50.597843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89181fbd-1cc9-4702-94f6-9bc33da08a09,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:50.603707 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:50.661737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Checking segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:29:50.662122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Network hostable DHCP agents. Network: 0f9e91b3-0927-481f-9566-981b36e61563, hostable agents: ['a12fe288-711d-4a3d-accf-4244a5aed84a'], hosted agents: [] {{(pid=79956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 19:29:50.680342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Network 0f9e91b3-0927-481f-9566-981b36e61563 is scheduled to be hosted by DHCP agent a12fe288-711d-4a3d-accf-4244a5aed84a with binding_index 1 {{(pid=79956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 19:29:50.688791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-smb, 0f9e91b3-0927-481f-9566-981b36e61563) {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:29:50.698920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652f01d9-4126-48f2-9675-11e1f3e41ae0 None None] Network 0f9e91b3-0927-481f-9566-981b36e61563 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:29:50.701308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:29:50.701963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:50.724784 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3bdf9d07-e977-4025-acbe-9153569be932 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7744288 Feb 11 19:29:50.727333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44558) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:50.733403 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:29:50.738641 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:50.742710 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Usage tracker for resource:router and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:50.746602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:50.752691 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:50.762355 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854226639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774107'] for router, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:50.763492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854220646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854222438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1710'] for router, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:50.780095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:50.945803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a85b6b2-42ab-52d4-9db8-8087a1dd886a-0f9e91b3-0927-481f-9566-981b36e61563', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09'}]}} from dv-cinder-775250-1-smb. {{(pid=79957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 19:29:50.946668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.279260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Allocated IP 172.20.0.2 (0f9e91b3-0927-481f-9566-981b36e61563/89181fbd-1cc9-4702-94f6-9bc33da08a09/3dca4637-0c90-4712-97ed-0ef852c64310) {{(pid=79957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:29:51.327623 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854222453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854226654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1695'] for router, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.508216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Notify callbacks [] for port, precommit_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.524464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Transition to ACTIVE for port object 3dca4637-0c90-4712-97ed-0ef852c64310 will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:29:51.543714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Transition to ACTIVE for port object 3dca4637-0c90-4712-97ed-0ef852c64310 will not be triggered until provisioned by entity DHCP. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:29:51.548501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847'] for port, after_create {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.565368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7d5b7d41-d4f9-4951-8b4f-8f68ec0c316a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:51.686204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.710141 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Pushing event updated for resources: {'Port': ['ID=3dca4637-0c90-4712-97ed-0ef852c64310,revision_number=1']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:51.713313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:51.720609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.763543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Network 0f9e91b3-0927-481f-9566-981b36e61563 is already hosted by enough agents. {{(pid=79957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:29:51.764888 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Resources bound (agent type, host, resource id): {{(pid=79957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:29:51.767585 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Received port after_create {{(pid=79957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:29:51.829640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Attempting to bind port 3dca4637-0c90-4712-97ed-0ef852c64310 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:29:51.830065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Attempting to bind port 3dca4637-0c90-4712-97ed-0ef852c64310 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:29:51.830485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Attempting to bind port 3dca4637-0c90-4712-97ed-0ef852c64310 on network 0f9e91b3-0927-481f-9566-981b36e61563 {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:29:51.836773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:29:51.837196 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Checking segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:29:51.837648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.838089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Bound using segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:29:51.838606 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Bound port: 3dca4637-0c90-4712-97ed-0ef852c64310, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:29:51.839024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.932997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] For port 3dca4637-0c90-4712-97ed-0ef852c64310, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:29:51.936232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] For port 3dca4637-0c90-4712-97ed-0ef852c64310, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=3dca4637-0c90-4712-97ed-0ef852c64310,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:29:51.939560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:51.954634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1ccc4257-0f82-4026-a7d8-314b0077dfd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:52.008756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Allocated IP 172.28.3.146 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/ad111091-2698-40ec-be58-80b29fd97e7d) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:29:52.115652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Pushing event updated for resources: {'Port': ['ID=3dca4637-0c90-4712-97ed-0ef852c64310,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:52.119224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-eefc077b-5fab-491e-a943-f7e945a0e082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:52.168913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:52.200241 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:52.216990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:52.364470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Pushing event updated for resources: {'Port': ['ID=ad111091-2698-40ec-be58-80b29fd97e7d,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:52.367656 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:52.422719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:29:52.426251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:29:52.431376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:29:52.905444 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:53.290618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553452'] for router, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:53.484310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae76129-e214-415e-b109-1dfd583ca091 None None] Network 0f9e91b3-0927-481f-9566-981b36e61563 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:29:53.519050 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Router 88fdc224-94e1-489f-beef-0dac2430da90 is scheduled to L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 with binding_index 1 {{(pid=79956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 19:29:53.590739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-22f20832-cf90-4409-8170-0760c05ebe08 None None] Provisioning for port 3dca4637-0c90-4712-97ed-0ef852c64310 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:29:53.966167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:29:53.979118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Sync routers for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:29:53.990084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:29:53.990550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Notify callbacks [] for router, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:53.991264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:53.992444 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2640579 Feb 11 19:29:53.995310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44562) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:54.251809 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 3dca4637-0c90-4712-97ed-0ef852c64310 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:29:54.437197 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 3dca4637-0c90-4712-97ed-0ef852c64310 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:29:54.446727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 3dca4637-0c90-4712-97ed-0ef852c64310 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:29:54.447156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:54.511886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:29:54.730395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-30039608-87ad-4afb-9ef5-fea1466360bf None None] Provisioning complete for port 3dca4637-0c90-4712-97ed-0ef852c64310 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:29:54.730745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-30039608-87ad-4afb-9ef5-fea1466360bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:54.781198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:54.873393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7a4002dd-272b-4071-91fe-4006d488b899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:54.909722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.046714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 3dca4637-0c90-4712-97ed-0ef852c64310, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=3dca4637-0c90-4712-97ed-0ef852c64310,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:29:55.055342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.058547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:55.099217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-30039608-87ad-4afb-9ef5-fea1466360bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.155128 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Allocated IP 172.20.0.1 (0f9e91b3-0927-481f-9566-981b36e61563/89181fbd-1cc9-4702-94f6-9bc33da08a09/04fa26ce-e3a1-4d90-8cf4-08949eec2b33) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:29:55.210245 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=3dca4637-0c90-4712-97ed-0ef852c64310,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:55.215982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:55.219789 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:52Z', 'revision_number': 3, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:55.228435 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Checking router: 88fdc224-94e1-489f-beef-0dac2430da90 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:29:55.228868 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Updating router 88fdc224-94e1-489f-beef-0dac2430da90 port ad111091-2698-40ec-be58-80b29fd97e7d binding host dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:29:55.289472 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-30039608-87ad-4afb-9ef5-fea1466360bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:29:55.289893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-30039608-87ad-4afb-9ef5-fea1466360bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:29:55.307309 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.319967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.336394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Transition to ACTIVE for port object 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 will not be triggered until provisioned by entity DHCP. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:29:55.360020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.376174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-de08dec1-07a7-4979-beed-73735ef928a9 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:55.525542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Pushing event updated for resources: {'Port': ['ID=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:55.530877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:55.577238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Network 0f9e91b3-0927-481f-9566-981b36e61563 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:29:55.578570 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:29:55.580982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:29:55.638326 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544432'] for router_interface, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.728861 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.741999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Transition to ACTIVE for port object ad111091-2698-40ec-be58-80b29fd97e7d will not be triggered until provisioned by entity L2. {{(pid=79957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:29:55.744920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.760778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:55.900438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:55.962658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f969569-28e3-4cf1-9d78-0f234e2ca687 None None] Pushing event updated for resources: {'Port': ['ID=ad111091-2698-40ec-be58-80b29fd97e7d,revision_number=2']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:55.967471 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4f969569-28e3-4cf1-9d78-0f234e2ca687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:56.021259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Attempting to bind port ad111091-2698-40ec-be58-80b29fd97e7d on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:29:56.021702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Attempting to bind port ad111091-2698-40ec-be58-80b29fd97e7d by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:29:56.022126 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Attempting to bind port ad111091-2698-40ec-be58-80b29fd97e7d on network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:29:56.028240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:29:56.028712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Checking segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:29:56.029171 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.029616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Bound using segment: {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'} {{(pid=79957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:29:56.030144 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Bound port: ad111091-2698-40ec-be58-80b29fd97e7d, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46e9d4-8ef7-47e0-b102-846406fbf2b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}}] {{(pid=79957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:29:56.030567 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.110847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 3dca4637-0c90-4712-97ed-0ef852c64310 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:29:56.240052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.244709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.275410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1dbe8919-bdf4-4955-a11b-4680f1424095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:56.342790 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-d1a15e54-ebbf-403b-9cb5-c7b9072959c9 None None] Provisioning for port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:29:56.358884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-d1a15e54-ebbf-403b-9cb5-c7b9072959c9 None None] Provisioning complete for port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:29:56.359294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d1a15e54-ebbf-403b-9cb5-c7b9072959c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.365512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Pushing event updated for resources: {'Port': ['ID=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:56.368308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1009538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225164'] for router_interface, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.381880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:56.413679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] For port ad111091-2698-40ec-be58-80b29fd97e7d, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:29:56.436492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] For port ad111091-2698-40ec-be58-80b29fd97e7d, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=ad111091-2698-40ec-be58-80b29fd97e7d,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:29:56.437602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-d1a15e54-ebbf-403b-9cb5-c7b9072959c9 None None] Port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:29:56.442870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.458333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:56.515092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Network 0f9e91b3-0927-481f-9566-981b36e61563 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:29:56.516251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:29:56.591605 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 3dca4637-0c90-4712-97ed-0ef852c64310 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:29:56.592025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.671110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f969569-28e3-4cf1-9d78-0f234e2ca687 None None] Pushing event updated for resources: {'Port': ['ID=ad111091-2698-40ec-be58-80b29fd97e7d,revision_number=3']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:56.678000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4f969569-28e3-4cf1-9d78-0f234e2ca687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:56.816566 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-437a7f5a-17d9-4e8e-9ba7-0252ea2a737a None None] Provisioning complete for port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:29:56.816997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-437a7f5a-17d9-4e8e-9ba7-0252ea2a737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:56.848973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:29:56.849688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:56.977837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Router 88fdc224-94e1-489f-beef-0dac2430da90 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:29:57.028404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-437a7f5a-17d9-4e8e-9ba7-0252ea2a737a None None] Port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:29:57.071011 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:29:57.167393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:29:57.177078 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] 10.222.0.101 "PUT /v2.0/routers/88fdc224-94e1-489f-beef-0dac2430da90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1807063 Feb 11 19:29:57.407249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bfa7bc59-ff3b-4eda-ae76-76bbdee17da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:57.432159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:29:56Z', 'revision_number': 2, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:29:57.436458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ee7a0-7e15-4361-a3ab-37e6c03f1cf0 None None] The sync data for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb is: [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:29:56Z', 'revision_number': 2, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:29:57.694349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:29:57.820866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:57.828302 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44574) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:57.835308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088178688', 'description': 'tempest-description--2072871926'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:29:57.859946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:57.864741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:security_group and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:57.868200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:57.874685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:57.885833 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:57.909510 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:57.914306 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:security_group_rule and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:57.917535 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:57.923922 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:58.006090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.009603 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.015790 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-326aedd6-e4d2-413c-b644-b3eb445dc99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:58.059269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f1bc2e-dc33-4d5b-8daa-53add29f3005,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:58.062290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:58.063193 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.067757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44578) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:58.067900 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-21778fb6-19ce-4bba-93e3-8cad761b7de2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2382267 Feb 11 19:29:58.074258 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'security_group_rule': {'security_group_id': 'd3f1bc2e-dc33-4d5b-8daa-53add29f3005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:29:58.097297 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:58.102319 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:security_group_rule and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:58.105371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:58.116514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:58.133174 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.218659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.230428 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.238723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:58.267858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9192c6b4-81d1-4965-b525-b3c3829f5118,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:58.271461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:58.280462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.281806 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ff19b818-9370-4eb7-8776-a0ca3625576e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2124758 Feb 11 19:29:58.284792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44582) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:58.290709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'security_group_rule': {'security_group_id': 'd3f1bc2e-dc33-4d5b-8daa-53add29f3005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:29:58.313703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:58.320272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:security_group_rule and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:58.323524 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:58.329863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:58.348019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.421979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.424979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.427158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:58.454665 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f845a2-af7a-4653-a1b1-8227a392cc0b,revision_number=0']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:58.456857 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:58.465046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.466378 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8f0064c4-df24-4617-8cae-05a960718cc0 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1804314 Feb 11 19:29:58.470134 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44586) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:29:58.475947 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'floatingip': {'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:29:58.498748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:29:58.503394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:floatingip and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:29:58.507180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:29:58.513423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:29:58.528995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.682095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.710285 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:58.972358 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Allocated IP 172.28.3.214 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/9663581a-45fb-476c-bcf9-303a7f145f0d) {{(pid=79955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:29:59.134831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for port, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:59.164532 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:59.181863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d72d7c9c-e63c-4475-ae7c-7a16a1a18775 tempest-AttachVolumeShelveTestJSON-2072823174 tempest-AttachVolumeShelveTestJSON-2072823174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:59.329526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'Port': ['ID=9663581a-45fb-476c-bcf9-303a7f145f0d,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:59.333805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:29:59.376531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:29:59.377746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources bound (agent type, host, resource id): {{(pid=79955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:29:59.380013 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Received port after_create {{(pid=79955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:29:59.460503 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:59.526787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:59.637254 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:59.806973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for port, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:59.810451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1596103'] for port, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:29:59.826195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a4d88c5b-a5d4-47af-9340-93031872411e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:29:59.976815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'Port': ['ID=9663581a-45fb-476c-bcf9-303a7f145f0d,revision_number=2']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:29:59.981319 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:00.077334 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:00.100482 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:00.101809 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6306453 Feb 11 19:30:00.126329 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device ad111091-2698-40ec-be58-80b29fd97e7d up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:30:00.198745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port ad111091-2698-40ec-be58-80b29fd97e7d completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:30:00.209218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port ad111091-2698-40ec-be58-80b29fd97e7d triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:30:00.209671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:00.340820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:00.358452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port ad111091-2698-40ec-be58-80b29fd97e7d, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=ad111091-2698-40ec-be58-80b29fd97e7d,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:30:00.361999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:00.367104 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:00.444389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=ad111091-2698-40ec-be58-80b29fd97e7d,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:00.447629 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:00.477182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-ff2ddbfd-f32c-49c4-b0e6-0182deb40ba7 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Synchronizing usage tracker for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:30:00.493238 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-ff2ddbfd-f32c-49c4-b0e6-0182deb40ba7 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Unset dirty status for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:30:00.494526 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-ff2ddbfd-f32c-49c4-b0e6-0182deb40ba7 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1088178688&fields=id&tenant_id=6a300f9ca531445f9c76c5694dbfbb03 HTTP/1.1" status: 200 len: 267 time: 0.0779450 Feb 11 19:30:00.743322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-6e6d1e1e-6133-44d0-9859-8471181b7c59 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:00.744117 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-6e6d1e1e-6133-44d0-9859-8471181b7c59 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Synchronizing usage tracker for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:network {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:30:00.760804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-6e6d1e1e-6133-44d0-9859-8471181b7c59 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Unset dirty status for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:network {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:30:00.762081 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-6e6d1e1e-6133-44d0-9859-8471181b7c59 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 811 time: 0.2601857 Feb 11 19:30:00.778769 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-7ae35532-8926-4064-912c-0b48f5999a81 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/quotas/6a300f9ca531445f9c76c5694dbfbb03 HTTP/1.1" status: 200 len: 375 time: 0.0105314 Feb 11 19:30:00.819610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Sync routers for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:30:00.831347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:30:00.832001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:00.922550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-9a6ee2c1-2da2-4038-8bd8-60547241dbd8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Synchronizing usage tracker for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:30:00.948267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-9a6ee2c1-2da2-4038-8bd8-60547241dbd8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Unset dirty status for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:30:00.949989 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-9a6ee2c1-2da2-4038-8bd8-60547241dbd8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1654167 Feb 11 19:30:00.969182 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-c7a1bac9-72a5-43c2-976e-f56c012848ff service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:30:00.970466 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-c7a1bac9-72a5-43c2-976e-f56c012848ff service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061395 Feb 11 19:30:01.129893 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-5007949b-16ae-42b8-820c-c0bc3fdb67c3 service neutron] 10.222.0.101 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504035 Feb 11 19:30:01.195592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:30:01.285261 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-34db544e-81f8-4b07-9f70-9112bdce1016 service neutron] 10.222.0.101 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452134 Feb 11 19:30:01.565938 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:29:56Z', 'revision_number': 2, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:01.570905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Checking router: 88fdc224-94e1-489f-beef-0dac2430da90 for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:30:01.571340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Updating router 88fdc224-94e1-489f-beef-0dac2430da90 port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 binding host dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 19:30:01.624976 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-26283dc1-19ac-4b37-874e-50730a7634da req-46c6b063-b460-4cc4-a7d3-22d9bc983e38 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 210 time: 0.1736300 Feb 11 19:30:01.637019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:02.076961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Notify callbacks [] for port, precommit_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:02.090761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Transition to ACTIVE for port object 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 will not be triggered until provisioned by entity L2. {{(pid=79959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:30:02.093967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:02.114742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-88f29b62-fb03-4454-a882-61e56855abb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:02.115126 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device ad111091-2698-40ec-be58-80b29fd97e7d up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:30:02.194236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port ad111091-2698-40ec-be58-80b29fd97e7d triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:30:02.194660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:02.259747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Pushing event updated for resources: {'Port': ['ID=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,revision_number=3']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:02.272892 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.273274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.273646 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.274007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.274372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.274728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.275085 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.275436 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.275787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.276140 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.276533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.276887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.277310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.277660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.278009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.278354 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.278722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.279049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.279396 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.279742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.280088 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.280480 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.280830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.281178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:02.287247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:02.445316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Attempting to bind port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 on host dv-cinder-775250-1-smb for vnic_type normal with profile {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:30:02.445913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Attempting to bind port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 by drivers openvswitch on host dv-cinder-775250-1-smb at level 0 using segments [{'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:30:02.446500 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Attempting to bind port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 on network 0f9e91b3-0927-481f-9566-981b36e61563 {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:30:02.455449 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Checking agent: {'id': '4103ffec-3148-4647-a033-88d37177d22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 10, 29), 'started_at': datetime.datetime(2021, 2, 11, 19, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:30:02.455867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Checking segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:30:02.456341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:02.456784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Bound using segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} {{(pid=79959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:30:02.457317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Bound port: 04fa26ce-e3a1-4d90-8cf4-08949eec2b33, host: dv-cinder-775250-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'}}] {{(pid=79959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:30:02.457733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:02.555709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] For port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33, host dv-cinder-775250-1-smb, cleared binding levels {{(pid=79959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:30:02.558841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] For port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33, host dv-cinder-775250-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:30:02.562491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:02.585246 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a6da287c-289a-4d17-9231-44fc5248204c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:02.753841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Pushing event updated for resources: {'Port': ['ID=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,revision_number=4']} {{(pid=79959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:02.774817 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4f65246b-fe53-4ff8-9d54-bcba684dfa36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:02.808645 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:30:02.809763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:02.817083 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b284a397-5974-4176-a2d8-b82d93ff76c5 req-fb40addf-a9b8-494f-9248-884ddfe4e2a4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 210 time: 0.0587986 Feb 11 19:30:02.932688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-0815612c-a7ac-466a-9a59-36d145922035 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:02.934430 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-0815612c-a7ac-466a-9a59-36d145922035 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 811 time: 0.3573170 Feb 11 19:30:03.019028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:30:03.070844 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-1d8d317c-0a8d-4d43-8dbc-7c79b0a59277 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a300f9ca531445f9c76c5694dbfbb03 HTTP/1.1" status: 200 len: 5709 time: 0.1015875 Feb 11 19:30:03.080891 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'port': {'device_id': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'admin_state_up': True, 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'security_groups': ['d3f1bc2e-dc33-4d5b-8daa-53add29f3005']}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:30:03.230594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:30:03.242025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:30:03.252161 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Made reservation on behalf of 6a300f9ca531445f9c76c5694dbfbb03 for: {'port': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:30:03.274333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:03.359400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:02Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:03.363544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf716f3-b5d9-4bb3-90f8-a8835d8e0102 None None] The sync data for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb is: [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:02Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:30:03.603122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Allocated IP 172.20.0.8 (0f9e91b3-0927-481f-9566-981b36e61563/89181fbd-1cc9-4702-94f6-9bc33da08a09/59801a2c-e03c-4428-96de-7dfaa7fffddd) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:30:03.810733 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:03.827734 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Transition to ACTIVE for port object 59801a2c-e03c-4428-96de-7dfaa7fffddd will not be triggered until provisioned by entity DHCP. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:30:03.851367 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:03.870130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:04.027046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'Port': ['ID=59801a2c-e03c-4428-96de-7dfaa7fffddd,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:04.030299 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:04.085850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Network 0f9e91b3-0927-481f-9566-981b36e61563 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:30:04.087118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:30:04.089640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:30:04.146153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:30:04.147126 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5caae9-3eab-4234-b8e2-097666a030ac req-53057b54-0683-4785-95f0-a58cb1770105 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:04.148912 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d5caae9-3eab-4234-b8e2-097666a030ac req-53057b54-0683-4785-95f0-a58cb1770105 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 931 time: 0.1853604 Feb 11 19:30:04.231858 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4d5caae9-3eab-4234-b8e2-097666a030ac req-625f09a5-b112-493e-ad7c-6f8955a8a7f9 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757670 Feb 11 19:30:04.244939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning for port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:30:04.250964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:30:04.251616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:04.265532 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:04.273201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:04.323962 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-2f353ca0-bb89-43e4-95fb-1a9474d4c7b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2473042 Feb 11 19:30:04.342815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Request body: {'port': {'device_id': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:30:04.402113 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:04.441235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] For port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:30:04.446445 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:04.448838 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-949bf1a7-e183-4c93-8fc0-e8753981a090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:04.473061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:04.485712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-85b2fe67-4ee5-4bf0-8ab2-6ea9bf708562 None None] Provisioning for port 59801a2c-e03c-4428-96de-7dfaa7fffddd completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:30:04.506569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-85b2fe67-4ee5-4bf0-8ab2-6ea9bf708562 None None] Provisioning complete for port 59801a2c-e03c-4428-96de-7dfaa7fffddd triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:30:04.506994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-85b2fe67-4ee5-4bf0-8ab2-6ea9bf708562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:04.577715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Pushing event updated for resources: {'Port': ['ID=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:04.582041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:04.582684 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-85b2fe67-4ee5-4bf0-8ab2-6ea9bf708562 None None] Port 59801a2c-e03c-4428-96de-7dfaa7fffddd cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:30:04.897583 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59801a2c-e03c-4428-96de-7dfaa7fffddd {{(pid=79956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:30:04.905338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:04.917545 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Transition to ACTIVE for port object 59801a2c-e03c-4428-96de-7dfaa7fffddd will not be triggered until provisioned by entity L2. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:30:04.920130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:04.935315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c57bcf40-ef06-4660-b031-11ca3c1df274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:05.085607 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Pushing event updated for resources: {'Port': ['ID=59801a2c-e03c-4428-96de-7dfaa7fffddd,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:05.089916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:05.268951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Attempting to bind port 59801a2c-e03c-4428-96de-7dfaa7fffddd on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:30:05.269319 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Attempting to bind port 59801a2c-e03c-4428-96de-7dfaa7fffddd by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'}] {{(pid=79956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:30:05.269686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Attempting to bind port 59801a2c-e03c-4428-96de-7dfaa7fffddd on network 0f9e91b3-0927-481f-9566-981b36e61563 {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:30:05.275635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:30:05.276005 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Checking segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:30:05.276438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:05.276828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Bound using segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:30:05.277338 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Bound port: 59801a2c-e03c-4428-96de-7dfaa7fffddd, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'}}] {{(pid=79956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:30:05.277812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:05.373782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] For port 59801a2c-e03c-4428-96de-7dfaa7fffddd, host hv-cinder-77525, cleared binding levels {{(pid=79956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:30:05.378168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] For port 59801a2c-e03c-4428-96de-7dfaa7fffddd, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:30:05.419098 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:05.442631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-79e6d55e-3292-4250-b04b-13f68c57aa4d tempest-VolumesActionsTest-91125558 tempest-VolumesActionsTest-91125558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:05.613624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Pushing event updated for resources: {'Port': ['ID=59801a2c-e03c-4428-96de-7dfaa7fffddd,revision_number=3']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:05.620321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:05.726806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbf481-5c20-420d-8442-c64810cdd735 req-2368b619-9053-4cdd-b11f-08eb11858a20 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:05.727495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-bbcbf481-5c20-420d-8442-c64810cdd735 req-2368b619-9053-4cdd-b11f-08eb11858a20 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Synchronizing usage tracker for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:30:05.751580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:05.752204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:05.753691 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-d536b412-bea3-415b-84b1-cc594e643f55 service neutron] 10.222.0.42 "PUT /v2.0/ports/59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 1157 time: 1.4157727 Feb 11 19:30:05.754224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'tag': '59801a2c-e03c-4428-96de-7dfaa7fffddd'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:30:05.759862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-bbcbf481-5c20-420d-8442-c64810cdd735 req-2368b619-9053-4cdd-b11f-08eb11858a20 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Unset dirty status for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:30:05.761082 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbcbf481-5c20-420d-8442-c64810cdd735 req-2368b619-9053-4cdd-b11f-08eb11858a20 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 943 time: 0.3850040 Feb 11 19:30:06.103815 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'tag': '59801a2c-e03c-4428-96de-7dfaa7fffddd', 'status': 'completed', 'code': 200} Feb 11 19:30:06.110152 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 up at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:30:06.122986 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bbcbf481-5c20-420d-8442-c64810cdd735 req-9784f732-4bd9-4e63-baaf-209cd87822da tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537242 Feb 11 19:30:06.163477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-08ae8ef2-d2ea-40c5-96fe-b7818a1c0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:06.165210 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-08ae8ef2-d2ea-40c5-96fe-b7818a1c0eeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1160 time: 0.3525283 Feb 11 19:30:06.191406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Provisioning complete for port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:30:06.191854 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:06.263115 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-4202f31f-b997-4bd7-97d7-6df265cf694d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 217 time: 0.0834548 Feb 11 19:30:06.335312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-dd010689-b757-4062-ac89-bd9f522ebe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:06.337079 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-dd010689-b757-4062-ac89-bd9f522ebe6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0676215 Feb 11 19:30:06.420576 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-ef0219bd-18e1-4bd3-85bb-c988ee870e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:06.422178 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-ef0219bd-18e1-4bd3-85bb-c988ee870e6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773697 Feb 11 19:30:06.563737 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-b9fc9f6e-2ee2-457d-af73-4ce2a5610fce service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341054 Feb 11 19:30:06.705448 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-bb2732a1-de17-421f-89f4-22ee2c6021ae req-43067f8d-9417-4d18-acaf-fe9100c290aa service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348970 Feb 11 19:30:06.886372 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-484d936a-a4cd-4013-8e75-58c45b082d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:06.887993 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-484d936a-a4cd-4013-8e75-58c45b082d54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1160 time: 0.0833521 Feb 11 19:30:07.039402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-8c487f6e-37f4-4403-8b79-a0fd8191f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:07.041038 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-8c487f6e-37f4-4403-8b79-a0fd8191f99d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1468349 Feb 11 19:30:07.115841 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-ccd3fde5-6feb-4665-bb08-23ec71da55e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 217 time: 0.0677438 Feb 11 19:30:07.194702 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-84f5e39c-a41e-422a-84fd-42d294bb70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:07.196321 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-84f5e39c-a41e-422a-84fd-42d294bb70cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0750325 Feb 11 19:30:07.285322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-15d29277-bf25-48df-9e71-31b078d1c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:07.286965 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-15d29277-bf25-48df-9e71-31b078d1c626 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844023 Feb 11 19:30:07.433958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90cd5-2b91-492a-846f-b5fad7b05d3b req-84180ea5-d7df-4abf-a661-1b10a697c028 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:07.434829 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-d460fea3-ee22-4bb7-a2d3-8866a9626a38 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412573 Feb 11 19:30:07.435568 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ece90cd5-2b91-492a-846f-b5fad7b05d3b req-84180ea5-d7df-4abf-a661-1b10a697c028 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 943 time: 0.1748819 Feb 11 19:30:07.505238 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ece90cd5-2b91-492a-846f-b5fad7b05d3b req-9553de97-1a26-42f1-b4bb-56f70a381db8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629683 Feb 11 19:30:07.581092 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-54c438f6-625b-49f8-aeca-ee9a159a45e0 req-811469c7-9d82-48c6-9b83-40fc4a18c949 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389112 Feb 11 19:30:08.811745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0e1f9-d996-4610-8873-4689de0a7fd2 req-23e197d1-77a8-4343-a66c-c39ca988d4da tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:08.813598 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d6f0e1f9-d996-4610-8873-4689de0a7fd2 req-23e197d1-77a8-4343-a66c-c39ca988d4da tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 943 time: 0.1768463 Feb 11 19:30:08.888462 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d6f0e1f9-d996-4610-8873-4689de0a7fd2 req-a5046534-deec-40b1-85bb-b09e81f9bc69 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677958 Feb 11 19:30:09.044962 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:10.190618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539de9da-e37c-43f2-9c67-783d0cdbfacf req-e377e72f-ecbd-4057-95f4-0e3c9c1a9bac tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:10.192271 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-539de9da-e37c-43f2-9c67-783d0cdbfacf req-e377e72f-ecbd-4057-95f4-0e3c9c1a9bac tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 943 time: 0.1684403 Feb 11 19:30:10.259067 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-539de9da-e37c-43f2-9c67-783d0cdbfacf req-9d0f1457-5e8b-4789-a896-ff03ade5ce60 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603480 Feb 11 19:30:11.017639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 59801a2c-e03c-4428-96de-7dfaa7fffddd up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:30:11.092462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 59801a2c-e03c-4428-96de-7dfaa7fffddd completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:30:11.098331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 59801a2c-e03c-4428-96de-7dfaa7fffddd triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:30:11.099048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:11.394804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:11.425860 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59801a2c-e03c-4428-96de-7dfaa7fffddd'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:30:11.437406 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 59801a2c-e03c-4428-96de-7dfaa7fffddd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:30:11.440921 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:11.442920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:11.499041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59801a2c-e03c-4428-96de-7dfaa7fffddd', 'code': 200} Feb 11 19:30:11.517544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=59801a2c-e03c-4428-96de-7dfaa7fffddd,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:11.529065 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.529457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.529839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.530260 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.530631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.531041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.531412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.531842 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.532223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.532624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.532993 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.533357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.533795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.534164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.534523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.534930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.535224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.535581 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.535941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.536317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.536697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.537062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.537515 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.537878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:11.542201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:11.573990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e52394-2219-4e41-afca-c50d78238c86 req-4cab01b3-39fb-4aa4-aa2d-b23904281531 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:11.575705 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c6e52394-2219-4e41-afca-c50d78238c86 req-4cab01b3-39fb-4aa4-aa2d-b23904281531 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1797826 Feb 11 19:30:11.645499 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c6e52394-2219-4e41-afca-c50d78238c86 req-51cafbf7-a62b-437c-990c-904200c23302 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633612 Feb 11 19:30:11.786221 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17f077-1536-4df9-afa8-6fd6feb0c2af req-e5ff3341-8693-45c7-bf55-11217ea45a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:11.788395 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a17f077-1536-4df9-afa8-6fd6feb0c2af req-e5ff3341-8693-45c7-bf55-11217ea45a8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1162 time: 0.0779243 Feb 11 19:30:11.832152 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5a17f077-1536-4df9-afa8-6fd6feb0c2af req-3d520064-a0e7-4287-9bce-3177bacfe793 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372934 Feb 11 19:30:12.422543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 59801a2c-e03c-4428-96de-7dfaa7fffddd up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:30:12.494268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 59801a2c-e03c-4428-96de-7dfaa7fffddd triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:30:12.494690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:12.953968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2be09-86a2-45c1-9411-0955bc285455 req-d6433050-aeb0-4d4d-8ed3-34ebb7bd3038 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:12.955597 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58e2be09-86a2-45c1-9411-0955bc285455 req-d6433050-aeb0-4d4d-8ed3-34ebb7bd3038 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1806738 Feb 11 19:30:13.020540 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-58e2be09-86a2-45c1-9411-0955bc285455 req-46e022ae-8647-4987-bff5-655f8e8d64c5 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584157 Feb 11 19:30:14.322003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb4e37-0651-41ef-8f7b-2bf8749a2bf9 req-87bc025b-7732-424b-ba11-83112813f349 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:14.323658 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d9bb4e37-0651-41ef-8f7b-2bf8749a2bf9 req-87bc025b-7732-424b-ba11-83112813f349 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1716013 Feb 11 19:30:14.388552 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d9bb4e37-0651-41ef-8f7b-2bf8749a2bf9 req-9fb7dad2-ed03-4c4d-9cbe-5e6f347b12c1 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585005 Feb 11 19:30:14.451315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 59801a2c-e03c-4428-96de-7dfaa7fffddd up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:30:14.525709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 59801a2c-e03c-4428-96de-7dfaa7fffddd triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:30:14.526131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:14.682158 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578d72c-0410-4d6e-9c43-e1c96fa474d5 req-6fa2f513-c4dd-4262-b28c-d31ebbbdcd0c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:14.683779 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c578d72c-0410-4d6e-9c43-e1c96fa474d5 req-6fa2f513-c4dd-4262-b28c-d31ebbbdcd0c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1719549 Feb 11 19:30:14.693470 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44648) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:30:14.698997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'floatingip': {'port_id': '59801a2c-e03c-4428-96de-7dfaa7fffddd'}} {{(pid=79955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:30:14.799918 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, before_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:15.842739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:15.845631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:16.026901 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Floating IP 2bb21457-54ca-4fb0-980a-228fd27634aa associated. External IP: 172.28.3.214, port: 59801a2c-e03c-4428-96de-7dfaa7fffddd. Feb 11 19:30:16.403786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Router 88fdc224-94e1-489f-beef-0dac2430da90 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:30:16.597799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:30:16.603388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:16.609037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] Sync routers for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:30:16.619340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:30:16.620022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:16.661866 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-0f137b0b-a38d-44d5-bcd4-212ce3057ab3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "PUT /v2.0/floatingips/2bb21457-54ca-4fb0-980a-228fd27634aa HTTP/1.1" status: 200 len: 991 time: 1.9672394 Feb 11 19:30:16.663217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'tag': '59801a2c-e03c-4428-96de-7dfaa7fffddd'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:30:16.740015 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'tag': '59801a2c-e03c-4428-96de-7dfaa7fffddd', 'status': 'completed', 'code': 200} Feb 11 19:30:16.818218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:30:16.878537 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a04c0-7987-4d0c-8286-d23298299435 req-fa2195e6-9f3a-4be8-a054-c13183b0adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:16.880148 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-075a04c0-7987-4d0c-8286-d23298299435 req-fa2195e6-9f3a-4be8-a054-c13183b0adec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1162 time: 0.0844409 Feb 11 19:30:17.030564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a04c0-7987-4d0c-8286-d23298299435 req-ba30a315-3e11-4306-ae1a-ba40e84d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:17.032151 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-075a04c0-7987-4d0c-8286-d23298299435 req-ba30a315-3e11-4306-ae1a-ba40e84d30d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1446638 Feb 11 19:30:17.155871 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-075a04c0-7987-4d0c-8286-d23298299435 req-63944edf-fff2-47e9-9d4a-d1c771e35c70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 999 time: 0.1160843 Feb 11 19:30:17.208216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '2bb21457-54ca-4fb0-980a-228fd27634aa', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'floating_ip_address': '172.28.3.214', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'port_id': '59801a2c-e03c-4428-96de-7dfaa7fffddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'mac_address': 'fa:16:3e:2c:e3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:59Z', 'updated_at': '2021-02-11T19:30:15Z', 'revision_number': 1, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:17.213357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] Checking router: 88fdc224-94e1-489f-beef-0dac2430da90 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:30:17.225039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:30:17.226099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:17.229639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a04c0-7987-4d0c-8286-d23298299435 req-ffa01270-9e1e-4da0-aabb-59b1c97371e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:17.231262 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-075a04c0-7987-4d0c-8286-d23298299435 req-ffa01270-9e1e-4da0-aabb-59b1c97371e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0696144 Feb 11 19:30:17.321287 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a04c0-7987-4d0c-8286-d23298299435 req-6b322179-21da-4545-b985-9ea1ea6fcbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:17.322932 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-075a04c0-7987-4d0c-8286-d23298299435 req-6b322179-21da-4545-b985-9ea1ea6fcbe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848656 Feb 11 19:30:17.420718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:30:17.467883 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-075a04c0-7987-4d0c-8286-d23298299435 req-d6cea1c3-2076-4d95-b70c-db6aca6cc82c service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383328 Feb 11 19:30:17.611746 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-075a04c0-7987-4d0c-8286-d23298299435 req-6b809e04-e9f5-4eaa-926d-0d893298d1d9 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377335 Feb 11 19:30:17.791875 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '2bb21457-54ca-4fb0-980a-228fd27634aa', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'floating_ip_address': '172.28.3.214', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'port_id': '59801a2c-e03c-4428-96de-7dfaa7fffddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'mac_address': 'fa:16:3e:2c:e3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:59Z', 'updated_at': '2021-02-11T19:30:15Z', 'revision_number': 1, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:17.796082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec3413-25a1-4d38-bf66-f31e65993599 None None] The sync data for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb is: [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': '2bb21457-54ca-4fb0-980a-228fd27634aa', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'floating_ip_address': '172.28.3.214', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'port_id': '59801a2c-e03c-4428-96de-7dfaa7fffddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'mac_address': 'fa:16:3e:2c:e3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:59Z', 'updated_at': '2021-02-11T19:30:15Z', 'revision_number': 1, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:30:18.128946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30755ea-855c-4cf5-a94c-44899c82762d None None] New status for floating IP 2bb21457-54ca-4fb0-980a-228fd27634aa: ACTIVE {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:30:24.738757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6e0015b3-5663-48a8-b3f4-e30d14ff681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:27.369392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f286d38c-c454-4ea4-846e-33ce0f40d55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:27.803008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:28.713465 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:29.636932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:34.695020 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:30:39.032631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:44.673026 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-b02631f0-b577-49d1-8681-cca40dc3fa75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1521249 Feb 11 19:30:44.854612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-ccf0bd4c-3e4a-4234-a0e5-d5c2e8364576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:44.856231 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-ccf0bd4c-3e4a-4234-a0e5-d5c2e8364576 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.0840895 Feb 11 19:30:45.017652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-5f36246f-13ff-4f4c-9aef-b1e4e4e9205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:45.019262 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-5f36246f-13ff-4f4c-9aef-b1e4e4e9205f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1409364 Feb 11 19:30:45.129679 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-87d96ae0-ff93-4ee0-9290-1f81b49abdf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 1001 time: 0.1033950 Feb 11 19:30:45.198516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-5c8ad9c8-9825-43db-a29c-f92f93a7c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:45.200101 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-5c8ad9c8-9825-43db-a29c-f92f93a7c43e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0639732 Feb 11 19:30:45.289333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-15b5d5e5-7275-4900-a0e0-5dd5b80b3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:45.290935 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-15b5d5e5-7275-4900-a0e0-5dd5b80b3234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842886 Feb 11 19:30:45.301877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-411758a8-54ce-4857-adb7-34add1650dda service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:30:45.302928 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-411758a8-54ce-4857-adb7-34add1650dda service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054891 Feb 11 19:30:45.315517 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-829f60f1-75a1-43fe-91c9-f6966aa37323 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/floatingips/faf2de81-521b-491e-8ecd-88f619d7697b HTTP/1.1" status: 200 len: 998 time: 0.1361864 Feb 11 19:30:45.450933 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-3ea47f03-6639-4cb8-8696-9d3a16d0f624 service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409492 Feb 11 19:30:45.556787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-a3569d80-196a-41b9-a7c1-b4d68dd1f214 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:45.558335 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-a3569d80-196a-41b9-a7c1-b4d68dd1f214 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/networks/dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc HTTP/1.1" status: 200 len: 784 time: 0.2363694 Feb 11 19:30:45.569993 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-34bc75a1-e1cd-429c-b5d1-4d1a66c493bd tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:30:45.571060 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-34bc75a1-e1cd-429c-b5d1-4d1a66c493bd tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066247 Feb 11 19:30:45.594126 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-3fee42fb-d9ff-42f0-b131-1ba975d9d60c req-1da42b77-4703-4401-a736-c928021dc680 service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368299 Feb 11 19:30:45.922986 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-f77a37f3-842b-417d-94ad-acbc2c7296e9 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.3.105 HTTP/1.1" status: 200 len: 1001 time: 0.3458705 Feb 11 19:30:46.081759 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-70a217ec-8409-4fbd-a0e0-8a87f195491a tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:46.083214 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-70a217ec-8409-4fbd-a0e0-8a87f195491a tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports/caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 942 time: 0.1537704 Feb 11 19:30:46.291529 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-0bad95ae-47db-4e82-a197-f695965e5f4b tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.3.105 HTTP/1.1" status: 200 len: 1001 time: 0.1264765 Feb 11 19:30:46.532915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Deleting port 76f200b9-3771-4035-8f83-e8cd1b53cf9e {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:30:46.533287 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:46.713905 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:46.714269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:46.845479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Calling delete_port for 76f200b9-3771-4035-8f83-e8cd1b53cf9e owned by network:floatingip {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:30:47.005651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:47.021239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-34ba0160-962f-476b-9c75-7faa7021cda3 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:47.082886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event deleted for resources: {'Port': ['ID=76f200b9-3771-4035-8f83-e8cd1b53cf9e,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:47.148377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.148798 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.149214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.149620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.150022 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.150423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.150820 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.151224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.151620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.152016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.152436 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.152830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.153300 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.153693 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.154105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.154502 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.154894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.155288 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.155678 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.156071 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.156525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.156916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.157307 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.157697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:47.163444 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:47.267488 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for floatingip, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:47.267868 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Floating IP faf2de81-521b-491e-8ecd-88f619d7697b disassociated (deleted). External IP: 172.28.3.105, port: caadce6e-c670-409c-a19d-8d2777a34562. Feb 11 19:30:47.686019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:30:47.906978 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:30:47.917556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] Sync routers for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:30:47.930223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:30:47.930900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:30:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:47.936757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:48.003177 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-6326829d-88be-411d-aee0-2274927fe1ea tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "DELETE /v2.0/floatingips/faf2de81-521b-491e-8ecd-88f619d7697b HTTP/1.1" status: 204 len: 173 time: 1.7045269 Feb 11 19:30:48.003737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562'}] {{(pid=79955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:30:48.164576 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562', 'status': 'completed', 'code': 200} Feb 11 19:30:48.183402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-2a512a10-7c26-490e-b29f-8e1933899d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:48.185016 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-2a512a10-7c26-490e-b29f-8e1933899d7a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.1665053 Feb 11 19:30:48.319926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-7ca3806d-bbb7-4e07-a2d2-664c456be5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:48.321968 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-7ca3806d-bbb7-4e07-a2d2-664c456be5a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=168b85218b484bdf95678347ac6c47fd&device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 1162 time: 0.1120908 Feb 11 19:30:48.322904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:30:48.369210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-63bb6c3d-f578-4d92-b3c8-57fa86dca978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:48.370832 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-63bb6c3d-f578-4d92-b3c8-57fa86dca978 service neutron] 10.222.0.101 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1783085 Feb 11 19:30:48.447820 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-335fa94e-e211-49b2-8ebb-49350507dd94 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 217 time: 0.0701697 Feb 11 19:30:48.480925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-2ef594f9-32d7-46bc-8eae-c061619ea5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:48.482906 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-2ef594f9-32d7-46bc-8eae-c061619ea5fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 200 len: 903 time: 0.1426747 Feb 11 19:30:48.522153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-44dba76e-e1fe-4d18-94fe-4db32adf4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:48.523846 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-44dba76e-e1fe-4d18-94fe-4db32adf4926 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.0692053 Feb 11 19:30:48.560907 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-939c9fcd-9e14-480a-9a60-cf980874ed75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 200 len: 217 time: 0.0709481 Feb 11 19:30:48.611343 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-b111ef35-6590-4184-943c-b7a7e6589c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:48.613181 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-b111ef35-6590-4184-943c-b7a7e6589c55 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820537 Feb 11 19:30:48.670558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:22Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:48.675333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] Checking router: e28a7702-8ea5-4df5-91e1-216ca3a79cc8 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:30:48.685957 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:30:48.686662 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:30:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:48.791681 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-e2cf461f-ec49-4891-a08f-b48ba5e67773 service neutron] 10.222.0.101 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694090 Feb 11 19:30:48.877516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-7000f75b-8762-4a25-8492-92fe65809d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:48.879113 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-7000f75b-8762-4a25-8492-92fe65809d10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 200 len: 848 time: 0.3088181 Feb 11 19:30:48.894953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:30:48.940006 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5ab93933-6b75-4c23-9a46-3a1c69447086 req-500a9297-2d46-431e-8f75-e9360af5dcdd service neutron] 10.222.0.101 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408277 Feb 11 19:30:48.966787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-c45f0d7a-c521-4c18-ac24-9511b15ac3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:48.968592 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-c45f0d7a-c521-4c18-ac24-9511b15ac3b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7807e46a-d688-404a-8cb6-8ed4dd5fc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822153 Feb 11 19:30:49.116153 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-0fc3367b-ab87-4d72-8b34-b0a4e7024f93 service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403797 Feb 11 19:30:49.241719 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:22Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:49.246130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874af65-0567-41ff-ad93-a544f940f444 None None] The sync data for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb is: [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:25:13Z', 'revision_number': 4, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '5634979a-2d49-465e-b21d-c0345d4dd1ae', 'name': '', 'network_id': '7807e46a-d688-404a-8cb6-8ed4dd5fc748', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'mac_address': 'fa:16:3e:54:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:12Z', 'updated_at': '2021-02-11T19:25:22Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'subnets': [{'id': 'd056bcd0-2d30-422c-8f2a-b0c83373fdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:30:49.272789 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-aa64e440-dc96-4385-9a33-63cabb4d438e req-cecb552a-6af0-4515-b145-8602b0124f87 service neutron] 10.222.0.42 "GET /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1495337 Feb 11 19:30:49.477251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea795c-e980-462e-91ef-83b4a2e0d856 req-71a2484a-a539-4b3d-aeb1-652aa481f389 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:49.478076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-00ea795c-e980-462e-91ef-83b4a2e0d856 req-71a2484a-a539-4b3d-aeb1-652aa481f389 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Synchronizing usage tracker for tenant:168b85218b484bdf95678347ac6c47fd on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:30:49.493536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-00ea795c-e980-462e-91ef-83b4a2e0d856 req-71a2484a-a539-4b3d-aeb1-652aa481f389 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Unset dirty status for tenant:168b85218b484bdf95678347ac6c47fd on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:30:49.494824 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-00ea795c-e980-462e-91ef-83b4a2e0d856 req-71a2484a-a539-4b3d-aeb1-652aa481f389 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1868358 Feb 11 19:30:49.566204 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-00ea795c-e980-462e-91ef-83b4a2e0d856 req-11954abb-fe03-477c-96fc-9fcb465ed2e5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0646825 Feb 11 19:30:49.638191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697e138-d657-4669-8a7f-6c67d1efca66 None None] New status for floating IP faf2de81-521b-491e-8ecd-88f619d7697b: DOWN {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:30:50.858880 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e682d-0298-45be-a9cb-4c7f19abeec6 req-4a82b603-b6cb-4c92-89b9-4553df96fbc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:50.860441 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ad5e682d-0298-45be-a9cb-4c7f19abeec6 req-4a82b603-b6cb-4c92-89b9-4553df96fbc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1639369 Feb 11 19:30:50.923807 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ad5e682d-0298-45be-a9cb-4c7f19abeec6 req-95712621-eb6c-45b5-977e-01446039f479 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups?id=2195ced8-c4e8-4ff7-a006-633384ea45ca&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0567064 Feb 11 19:30:51.275172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-9e5a61c3-e26b-4368-ab26-ea3c606e1133 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:30:51.277452 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-9e5a61c3-e26b-4368-ab26-ea3c606e1133 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 945 time: 0.1631970 Feb 11 19:30:51.371251 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Deleting port caadce6e-c670-409c-a19d-8d2777a34562 {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:30:51.371634 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:51.643452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] For port caadce6e-c670-409c-a19d-8d2777a34562, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=caadce6e-c670-409c-a19d-8d2777a34562,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:30:51.643850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:51.782416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Calling delete_port for caadce6e-c670-409c-a19d-8d2777a34562 owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:30:51.932073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:51.948084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4808e831-4377-4005-a3e9-fe7f780a29ba tempest-VolumesSnapshotTestJSON-908424291 tempest-VolumesSnapshotTestJSON-908424291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:52.011996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event deleted for resources: {'Port': ['ID=caadce6e-c670-409c-a19d-8d2777a34562,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:52.066385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.066794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.067200 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.067597 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.067991 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.068653 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.068768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.069714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.070106 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.070495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.070884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.071266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.071722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.072185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.072616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.072881 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.073269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.073658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.074037 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.074415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.074792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.075172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.075550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.075929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:30:52.084077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:52.108933 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dec0ee35-4f5a-412c-9bc5-280dfe3870ef req-0f5cf968-7ef1-4489-be90-bd298e451836 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 210 time: 0.0546117 Feb 11 19:30:52.180529 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] No DVR routers for this DVR port caadce6e-c670-409c-a19d-8d2777a34562 on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:30:52.182843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:52.185525 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'name': 'network-vif-deleted', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:30:52.200594 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6bfc6bf4-39f5-4055-aaaf-44da9c4eec59 req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.42 "DELETE /v2.0/ports/caadce6e-c670-409c-a19d-8d2777a34562 HTTP/1.1" status: 204 len: 173 time: 0.9179957 Feb 11 19:30:52.335045 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee699449-64c7-408b-b0d4-57c60f92ab98', 'name': 'network-vif-deleted', 'tag': 'caadce6e-c670-409c-a19d-8d2777a34562', 'status': 'completed', 'code': 200} Feb 11 19:30:52.707333 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device caadce6e-c670-409c-a19d-8d2777a34562 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:30:52.745979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] No Port match for: caadce6e-c670-409c-a19d-8d2777a34562 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:30:52.746312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device caadce6e-c670-409c-a19d-8d2777a34562 not bound to the agent host hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:30:53.305982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6b3d89ff-65f4-4d64-b7d9-a21135db394d req-2015ac71-bb7f-4057-a0d8-35f499a8676d tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Synchronizing usage tracker for tenant:168b85218b484bdf95678347ac6c47fd on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:30:53.320956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-6b3d89ff-65f4-4d64-b7d9-a21135db394d req-2015ac71-bb7f-4057-a0d8-35f499a8676d tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Unset dirty status for tenant:168b85218b484bdf95678347ac6c47fd on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:30:53.322200 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6b3d89ff-65f4-4d64-b7d9-a21135db394d req-2015ac71-bb7f-4057-a0d8-35f499a8676d tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/ports?device_id=ee699449-64c7-408b-b0d4-57c60f92ab98 HTTP/1.1" status: 200 len: 210 time: 0.0678871 Feb 11 19:30:54.731007 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ce713b56-9754-42c0-919e-ade4865dbcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:54.754364 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0990842b-fae3-4f39-b42a-f6dbb5ad0ef6 req-de8d8908-0b61-417e-afe7-fc556a895944 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "GET /v2.0/security-groups/2195ced8-c4e8-4ff7-a006-633384ea45ca HTTP/1.1" status: 200 len: 2993 time: 0.2950404 Feb 11 19:30:54.843804 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0990842b-fae3-4f39-b42a-f6dbb5ad0ef6 req-4947eccb-8e5f-4af8-a103-59174b35b1d5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:54.874030 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0990842b-fae3-4f39-b42a-f6dbb5ad0ef6 req-4947eccb-8e5f-4af8-a103-59174b35b1d5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:54.919938 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0990842b-fae3-4f39-b42a-f6dbb5ad0ef6 req-4947eccb-8e5f-4af8-a103-59174b35b1d5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:54.925245 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cbac4f55-0912-4e73-ace0-7cca00ec3a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:54.941028 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947eccb-8e5f-4af8-a103-59174b35b1d5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195ced8-c4e8-4ff7-a006-633384ea45ca,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:54.943731 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4947eccb-8e5f-4af8-a103-59174b35b1d5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:54.952609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0990842b-fae3-4f39-b42a-f6dbb5ad0ef6 req-4947eccb-8e5f-4af8-a103-59174b35b1d5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:54.953881 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0990842b-fae3-4f39-b42a-f6dbb5ad0ef6 req-4947eccb-8e5f-4af8-a103-59174b35b1d5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] 10.222.0.101 "DELETE /v2.0/security-groups/2195ced8-c4e8-4ff7-a006-633384ea45ca HTTP/1.1" status: 204 len: 173 time: 0.1925678 Feb 11 19:30:55.010685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44752) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:30:55.680903 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225329'] for router_interface, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:56.045652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Deleting port 5634979a-2d49-465e-b21d-c0345d4dd1ae {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:30:56.046227 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:56.225571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] For port 5634979a-2d49-465e-b21d-c0345d4dd1ae, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=5634979a-2d49-465e-b21d-c0345d4dd1ae,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:30:56.225966 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:56.360084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Calling delete_port for 5634979a-2d49-465e-b21d-c0345d4dd1ae owned by network:router_interface {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:30:56.533048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:56.548082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cef2d45f-dfb6-4600-afe3-a9f91cac8155 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:56.607110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Pushing event deleted for resources: {'Port': ['ID=5634979a-2d49-465e-b21d-c0345d4dd1ae,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:56.653574 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:56.953633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853766262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548754'] for router_interface, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:57.371216 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-242324a0-1901-4e24-a6c5-f476b297462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:57.458816 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:30:57.805961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:57.875093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:30:57.884432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] Sync routers for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:30:57.890592 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-4ff80fbe-0533-4ba9-bb2a-e7d6c3da9344 admin admin] 10.222.0.101 "PUT /v2.0/routers/e28a7702-8ea5-4df5-91e1-216ca3a79cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784888 Feb 11 19:30:57.893356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44764) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:30:57.894760 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:30:57.895526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:30:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:58.084345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks [] for router, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:58.090796 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:30:58.271803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:58.277187 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Deleting port 7465dd7a-50f7-4844-aa57-0894a48b4db2 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:30:58.277554 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:58.397346 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:30:56Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:58.401291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] Checking router: e28a7702-8ea5-4df5-91e1-216ca3a79cc8 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:30:58.410169 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] Routers {'e28a7702-8ea5-4df5-91e1-216ca3a79cc8'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:30:58.410826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:30:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:58.467133 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] For port 7465dd7a-50f7-4844-aa57-0894a48b4db2, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=7465dd7a-50f7-4844-aa57-0894a48b4db2,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:30:58.467533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:58.602267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] Set router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:30:58.604401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Calling delete_port for 7465dd7a-50f7-4844-aa57-0894a48b4db2 owned by network:router_gateway {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:30:58.747619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: WARNING neutron.plugins.ml2.ovo_rpc [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: result = function(*args, **kwargs) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: proto.__init__(conn_state, self) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: self.handle() Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: self.handle_one_request() Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: self.handle_one_response() Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: result = self.application(self.environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return app(environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self.application) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self.application) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self.application) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self.application) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return request.get_response(self.application) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: response = req.get_response(self._app) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: application, catch_exc_info=False) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: app_iter = application(self.environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return resp(environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return resp(environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: response = self.app(environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return resp(environ, start_response) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: resp = self.call_func(req, *args, **kw) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: return self.func(req, *args, **kwargs) Feb 11 19:30:58.755361 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: result = method(request=request, **args) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return self._delete(request, id, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return f(*args, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return f(*args, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return f(*dup_args, **dup_kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: obj_deleter(request.context, id, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return method(*args, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return f(*args, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return f(*args, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return f(*dup_args, **dup_kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: self._delete_current_gw_port(context, id, router, None) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: admin_ctx, gw_port_id, l3_port_check=False) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, context, *args, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return method(*args, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: context, port, router_ids, bound_mech_contexts) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: return function(*args, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: callback(resource, event, trigger, **kwargs) Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: if self._is_session_semantic_violated(context, resource, event): Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: stack = traceback.extract_stack() Feb 11 19:30:58.763337 dv-cinder-775250-1-smb neutron-server[79846]: Feb 11 19:30:58.958940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553422'] for router_gateway, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:58.985045 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.093617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:30:56Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:30:59.097709 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e91bf2-3fbb-46e7-af11-450d0f778495 None None] The sync data for ids ['e28a7702-8ea5-4df5-91e1-216ca3a79cc8'] in dv-cinder-775250-1-smb is: [{'id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'name': 'tempest-TestShelveInstance-2099830661-router', 'tenant_id': '168b85218b484bdf95678347ac6c47fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:07Z', 'updated_at': '2021-02-11T19:30:56Z', 'revision_number': 5, 'project_id': '168b85218b484bdf95678347ac6c47fd', 'gw_port': {'id': '7465dd7a-50f7-4844-aa57-0894a48b4db2', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28a7702-8ea5-4df5-91e1-216ca3a79cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:08Z', 'updated_at': '2021-02-11T19:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:30:59.100714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774122'] for router, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.103086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.196159 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226534'] for router, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.196765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e28a7702-8ea5-4df5-91e1-216ca3a79cc8 {{(pid=79955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 19:30:59.211009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] Notify callbacks [] for router, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.212377 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-8fbe0194-13bc-4c6b-bacc-bd029a2c7953 admin admin] 10.222.0.101 "DELETE /v2.0/routers/e28a7702-8ea5-4df5-91e1-216ca3a79cc8 HTTP/1.1" status: 204 len: 168 time: 1.3176763 Feb 11 19:30:59.214930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44770) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:30:59.285131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] Deleting subnet d056bcd0-2d30-422c-8f2a-b0c83373fdf5 {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:30:59.288901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.356108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.447526 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.640155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.724165 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.740663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:30:59.791870 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d056bcd0-2d30-422c-8f2a-b0c83373fdf5,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:30:59.841977 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:30:59.878248 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:30:59.884822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be60f1-e322-4f1a-8cb3-e2ce6bb34f50 None None] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:30:59.885889 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7fabd05d-e037-40c7-b450-1712f320cf70 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d056bcd0-2d30-422c-8f2a-b0c83373fdf5 HTTP/1.1" status: 204 len: 168 time: 0.6696970 Feb 11 19:30:59.888448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44776) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:00.014203 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.089410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Deleting port 7cdccd3e-118a-4b74-b178-ed149c52f93e {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:31:00.090204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.150673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] DHCP port deletion for 7807e46a-d688-404a-8cb6-8ed4dd5fc748 request from dv-cinder-775250-1-smb {{(pid=79957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 19:31:00.154940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] Deleting port 7cdccd3e-118a-4b74-b178-ed149c52f93e {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:31:00.155368 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.187775 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 5634979a-2d49-465e-b21d-c0345d4dd1ae no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:31:00.252616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 5634979a-2d49-465e-b21d-c0345d4dd1ae {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:31:00.252940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 5634979a-2d49-465e-b21d-c0345d4dd1ae not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:31:00.253631 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 7465dd7a-50f7-4844-aa57-0894a48b4db2 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:31:00.291899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 7465dd7a-50f7-4844-aa57-0894a48b4db2 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:31:00.292331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 7465dd7a-50f7-4844-aa57-0894a48b4db2 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:31:00.321312 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] For port 7cdccd3e-118a-4b74-b178-ed149c52f93e, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=7cdccd3e-118a-4b74-b178-ed149c52f93e,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:31:00.321714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.459128 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] For port 7cdccd3e-118a-4b74-b178-ed149c52f93e, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=7cdccd3e-118a-4b74-b178-ed149c52f93e,segment=NetworkSegment(2b2d985d-d21c-42b0-83a9-7c7608ec5161),segment_id=2b2d985d-d21c-42b0-83a9-7c7608ec5161)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:31:00.459712 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.460773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Calling delete_port for 7cdccd3e-118a-4b74-b178-ed149c52f93e owned by network:dhcp {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:31:00.536902 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.552726 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cbe77cc9-e73a-448b-981d-8a2a83c39e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:31:00.590404 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] Calling delete_port for 7cdccd3e-118a-4b74-b178-ed149c52f93e owned by network:dhcp {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:31:00.612253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdccd3e-118a-4b74-b178-ed149c52f93e,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:31:00.615217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:31:00.668903 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:31:00.669324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:31:00.698987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] No DVR routers for this DVR port 7cdccd3e-118a-4b74-b178-ed149c52f93e on host dv-cinder-775250-1-smb {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:31:00.823516 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.939595 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7807e46a-d688-404a-8cb6-8ed4dd5fc748']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:00.952770 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2d985d-d21c-42b0-83a9-7c7608ec5161') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:00.953106 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2d985d-d21c-42b0-83a9-7c7608ec5161') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:00.964971 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.979588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:00.982463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:31:01.167093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:31:01.171010 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] Deleting port 7cdccd3e-118a-4b74-b178-ed149c52f93e {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:31:01.171604 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:01.176201 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:01.245293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-e3732ee2-5d63-4bb8-8b30-117dec36737c None None] The port '7cdccd3e-118a-4b74-b178-ed149c52f93e' was deleted {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 19:31:01.592668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Network 7807e46a-d688-404a-8cb6-8ed4dd5fc748 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:31:01.618774 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:31:01.692632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:01.696183 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a5daa0b0-a2fd-41ab-8ee7-ddee7b2e5b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:31:01.712533 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:01.721185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Pushing event deleted for resources: {'Network': ['ID=7807e46a-d688-404a-8cb6-8ed4dd5fc748,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:31:01.724542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:31:01.735243 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-895ed0fe-0dc9-4c16-a821-1ed411340357 admin admin] 10.222.0.101 "DELETE /v2.0/networks/7807e46a-d688-404a-8cb6-8ed4dd5fc748 HTTP/1.1" status: 204 len: 168 time: 1.8457813 Feb 11 19:31:01.738361 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44782) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:02.133289 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 7cdccd3e-118a-4b74-b178-ed149c52f93e no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:31:02.173586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 7cdccd3e-118a-4b74-b178-ed149c52f93e {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:31:02.173981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 7cdccd3e-118a-4b74-b178-ed149c52f93e not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:31:02.328887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225329'] for router_interface, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:02.700824 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Deleting port 359e0440-c66a-4aae-9160-9d7930b151e7 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:31:02.701382 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:02.883923 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] For port 359e0440-c66a-4aae-9160-9d7930b151e7, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=359e0440-c66a-4aae-9160-9d7930b151e7,segment=NetworkSegment(2009315a-e21f-48ff-b2b1-00dc2e60b60a),segment_id=2009315a-e21f-48ff-b2b1-00dc2e60b60a)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:31:02.884337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:03.014353 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Calling delete_port for 359e0440-c66a-4aae-9160-9d7930b151e7 owned by network:router_interface {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:31:03.185592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:03.200703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ce37d462-6668-44d2-bc78-c0ff261fb237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:31:03.257122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=359e0440-c66a-4aae-9160-9d7930b151e7,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:31:03.262236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:31:03.618898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853766262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548754'] for router_interface, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:04.129523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Router 872d8760-ae97-41ca-8ab2-46d10294d190 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:31:04.558160 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:31:04.567405 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] Sync routers for ids ['872d8760-ae97-41ca-8ab2-46d10294d190'] in dv-cinder-775250-1-smb {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:31:04.567558 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-40be03fe-e72f-42a9-8659-6b0fb99d41d1 admin admin] 10.222.0.101 "PUT /v2.0/routers/872d8760-ae97-41ca-8ab2-46d10294d190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8280010 Feb 11 19:31:04.570899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44790) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:04.577853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] Routers {'872d8760-ae97-41ca-8ab2-46d10294d190'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:31:04.578521 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:30:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['872d8760-ae97-41ca-8ab2-46d10294d190'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:04.764637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks [] for router, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:04.771093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] Set router 872d8760-ae97-41ca-8ab2-46d10294d190 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:31:04.954598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:04.959803 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Deleting port 1b3f00c8-19d1-4462-bd6e-3a3928938d66 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:31:04.960168 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.074378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:31:03Z', 'revision_number': 5, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:05.078342 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] Checking router: 872d8760-ae97-41ca-8ab2-46d10294d190 for host: dv-cinder-775250-1-smb {{(pid=79959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:31:05.087081 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] Routers {'872d8760-ae97-41ca-8ab2-46d10294d190'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:31:05.087734 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:30:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['872d8760-ae97-41ca-8ab2-46d10294d190'], 'active': True} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:05.148003 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] For port 1b3f00c8-19d1-4462-bd6e-3a3928938d66, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=1b3f00c8-19d1-4462-bd6e-3a3928938d66,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:31:05.148687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.273496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] Set router 872d8760-ae97-41ca-8ab2-46d10294d190 gateway port host: dv-cinder-775250-1-smb {{(pid=79959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:31:05.283810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Calling delete_port for 1b3f00c8-19d1-4462-bd6e-3a3928938d66 owned by network:router_gateway {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:31:05.424594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.584955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:31:03Z', 'revision_number': 5, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:05.589679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d70ce-9154-4b30-9065-21a086de9a1e None None] The sync data for ids ['872d8760-ae97-41ca-8ab2-46d10294d190'] in dv-cinder-775250-1-smb is: [{'id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'name': 'tempest-TestShelveInstance-2114670110-router', 'tenant_id': '573255bb608a4f8f9701f3aced792d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166'}], 'enable_snat': True}, 'gw_port_id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:25:18Z', 'updated_at': '2021-02-11T19:31:03Z', 'revision_number': 5, 'project_id': '573255bb608a4f8f9701f3aced792d8a', 'gw_port': {'id': '1b3f00c8-19d1-4462-bd6e-3a3928938d66', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d8760-ae97-41ca-8ab2-46d10294d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:25:19Z', 'updated_at': '2021-02-11T19:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:31:05.616764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553422'] for router_gateway, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.758548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774122'] for router, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.760958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.789017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226534'] for router, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.789593 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 872d8760-ae97-41ca-8ab2-46d10294d190 {{(pid=79955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 19:31:05.803836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] Notify callbacks [] for router, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.805164 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a31082fc-031d-4a38-bb21-eb6fa8952869 admin admin] 10.222.0.101 "DELETE /v2.0/routers/872d8760-ae97-41ca-8ab2-46d10294d190 HTTP/1.1" status: 204 len: 168 time: 1.2332602 Feb 11 19:31:05.807899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44798) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:05.876378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] Deleting subnet 6c9df073-d67b-41e6-b767-aefd4dc04f1f {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:31:05.879493 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:05.934528 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:06.022298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:06.097421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 359e0440-c66a-4aae-9160-9d7930b151e7 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:31:06.135536 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 359e0440-c66a-4aae-9160-9d7930b151e7 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:31:06.135930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 359e0440-c66a-4aae-9160-9d7930b151e7 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:31:06.295457 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:06.316498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4eb42f33-caef-4d57-8482-f5b4a359b7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:31:06.365234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9df073-d67b-41e6-b767-aefd4dc04f1f,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:31:06.416253 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:31:06.451671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:06.457276 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7006f6b2-21ce-4aba-9e2a-d82cec99b2e9 None None] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:31:06.457833 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f9b16c49-2ae4-4c32-99d5-f6598fb05f14 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6c9df073-d67b-41e6-b767-aefd4dc04f1f HTTP/1.1" status: 204 len: 168 time: 0.6488805 Feb 11 19:31:06.460586 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44802) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:06.578592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:06.649217 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Deleting port c2ce0341-0179-4727-9088-091fb059b1b5 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:31:06.649514 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:06.732128 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] DHCP port deletion for 86bbf18e-c6c0-498b-8d68-e884d7d9b35b request from dv-cinder-775250-1-smb {{(pid=79957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 19:31:06.737094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] Deleting port c2ce0341-0179-4727-9088-091fb059b1b5 {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:31:06.737520 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:06.873436 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] For port c2ce0341-0179-4727-9088-091fb059b1b5, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=c2ce0341-0179-4727-9088-091fb059b1b5,segment=NetworkSegment(2009315a-e21f-48ff-b2b1-00dc2e60b60a),segment_id=2009315a-e21f-48ff-b2b1-00dc2e60b60a)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:31:06.874005 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:06.955688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] For port c2ce0341-0179-4727-9088-091fb059b1b5, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=c2ce0341-0179-4727-9088-091fb059b1b5,segment=NetworkSegment(2009315a-e21f-48ff-b2b1-00dc2e60b60a),segment_id=2009315a-e21f-48ff-b2b1-00dc2e60b60a)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:31:06.956138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:07.012717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Calling delete_port for c2ce0341-0179-4727-9088-091fb059b1b5 owned by network:dhcp {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:31:07.091745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] Calling delete_port for c2ce0341-0179-4727-9088-091fb059b1b5 owned by network:dhcp {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:31:07.092015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:07.111534 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-aecaf8d9-8bf6-4bf2-b6c1-7e86e571ed8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:31:07.168879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ce0341-0179-4727-9088-091fb059b1b5,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:31:07.169438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:31:07.169863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:31:07.172894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:31:07.257705 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] No DVR routers for this DVR port c2ce0341-0179-4727-9088-091fb059b1b5 on host dv-cinder-775250-1-smb {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:31:07.379805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:07.499819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bbf18e-c6c0-498b-8d68-e884d7d9b35b']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:07.513266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2009315a-e21f-48ff-b2b1-00dc2e60b60a') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:07.513599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2009315a-e21f-48ff-b2b1-00dc2e60b60a') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:31:07.525565 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:07.542704 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:07.544799 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:31:07.670910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] Deleting port c2ce0341-0179-4727-9088-091fb059b1b5 {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:31:07.671284 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:07.728951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:31:07.738448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:07.745172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf0341-7713-4f93-adfc-d7b02665bf0a None None] The port 'c2ce0341-0179-4727-9088-091fb059b1b5' was deleted {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 19:31:07.920129 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Network 86bbf18e-c6c0-498b-8d68-e884d7d9b35b has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:31:07.943165 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:31:08.025259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:08.032016 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:31:08.046378 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:08.057642 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Pushing event deleted for resources: {'Network': ['ID=86bbf18e-c6c0-498b-8d68-e884d7d9b35b,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:31:08.060616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:31:08.062491 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-742caa3b-2c6e-4565-8df1-2a44a89d629f admin admin] 10.222.0.101 "DELETE /v2.0/networks/86bbf18e-c6c0-498b-8d68-e884d7d9b35b HTTP/1.1" status: 204 len: 168 time: 1.6009223 Feb 11 19:31:08.137761 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 1b3f00c8-19d1-4462-bd6e-3a3928938d66 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:31:08.175635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 1b3f00c8-19d1-4462-bd6e-3a3928938d66 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:31:08.176165 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 1b3f00c8-19d1-4462-bd6e-3a3928938d66 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:31:08.176725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device c2ce0341-0179-4727-9088-091fb059b1b5 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:31:08.214164 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: c2ce0341-0179-4727-9088-091fb059b1b5 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:31:08.214793 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device c2ce0341-0179-4727-9088-091fb059b1b5 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:31:08.315846 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44812) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:08.368034 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-45dc406a-9715-4464-96e6-66d589765a23 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=168b85218b484bdf95678347ac6c47fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508683 Feb 11 19:31:08.370555 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 44816) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:08.431090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-64808409-810d-4481-94d3-7af06b2c3950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:08.457924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-64808409-810d-4481-94d3-7af06b2c3950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:08.506999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-64808409-810d-4481-94d3-7af06b2c3950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:08.510831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a7e30c4c-9546-4338-9a1e-83d0d0b016b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:31:08.529284 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64808409-810d-4481-94d3-7af06b2c3950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a92fb33-1972-4b14-a8ae-6987e490acef,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:31:08.533335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-64808409-810d-4481-94d3-7af06b2c3950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:31:08.536641 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-64808409-810d-4481-94d3-7af06b2c3950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:08.538462 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-64808409-810d-4481-94d3-7af06b2c3950 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9a92fb33-1972-4b14-a8ae-6987e490acef HTTP/1.1" status: 204 len: 168 time: 0.1669035 Feb 11 19:31:08.990220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44824) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:09.042228 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:09.043459 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-1ab2f8c2-4e7b-4261-b058-a307701b1eee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=573255bb608a4f8f9701f3aced792d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511208 Feb 11 19:31:09.046243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 44828) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:31:09.111118 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0a17fbf1-4d3a-434b-a7d4-58bf255afd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:09.139039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0a17fbf1-4d3a-434b-a7d4-58bf255afd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:09.187379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0a17fbf1-4d3a-434b-a7d4-58bf255afd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:09.192467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-459382bb-4fa4-4d1a-86be-9dda426e523f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:31:09.207843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17fbf1-4d3a-434b-a7d4-58bf255afd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b3a0a7-fe63-435b-b1c6-e4d3a70a101a,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:31:09.210899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0a17fbf1-4d3a-434b-a7d4-58bf255afd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:31:09.211883 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0a17fbf1-4d3a-434b-a7d4-58bf255afd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:09.216213 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-0a17fbf1-4d3a-434b-a7d4-58bf255afd8d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/23b3a0a7-fe63-435b-b1c6-e4d3a70a101a HTTP/1.1" status: 204 len: 168 time: 0.1689587 Feb 11 19:31:11.694934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:31:24.735800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ed4f05bd-6893-49ca-9efb-24350a9769f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:27.371946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0fac5ca4-6190-48da-aa12-a50ed3541c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:27.807247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:28.716812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:29.643899 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:34.804732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555b2ed-1044-40ac-8fae-5ba004e23f97 req-c95638af-294d-4e38-af05-c0666376957a tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:34.806422 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b555b2ed-1044-40ac-8fae-5ba004e23f97 req-c95638af-294d-4e38-af05-c0666376957a tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1690886 Feb 11 19:31:34.874939 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b555b2ed-1044-40ac-8fae-5ba004e23f97 req-e759fe6d-ba39-41c1-bec9-dc72b34febec tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619919 Feb 11 19:31:36.172635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc580b-8f5a-47c4-82cb-0187c062ec43 req-977d126e-35e1-41d0-875b-8174c044ac70 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:36.174310 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d4dc580b-8f5a-47c4-82cb-0187c062ec43 req-977d126e-35e1-41d0-875b-8174c044ac70 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1650743 Feb 11 19:31:36.239826 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d4dc580b-8f5a-47c4-82cb-0187c062ec43 req-28eae1e9-ae95-453f-817d-ec6ae1cc018e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591781 Feb 11 19:31:37.537618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0348a37-ae89-4f19-b074-d2c7848687ba req-b874a94e-8db1-4e10-bd92-e5c1f98a9cfd tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:37.539275 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c0348a37-ae89-4f19-b074-d2c7848687ba req-b874a94e-8db1-4e10-bd92-e5c1f98a9cfd tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1645250 Feb 11 19:31:37.603389 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c0348a37-ae89-4f19-b074-d2c7848687ba req-184b5f76-9a9d-4b35-ac17-7e987ecd73bb tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570953 Feb 11 19:31:39.047451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:39.141094 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda97d3-3d1f-4b27-aa21-57bd3a35a636 req-83402f93-9f8d-4718-a41f-3842d958ba44 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:39.142706 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-adda97d3-3d1f-4b27-aa21-57bd3a35a636 req-83402f93-9f8d-4718-a41f-3842d958ba44 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.4093499 Feb 11 19:31:39.207180 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-adda97d3-3d1f-4b27-aa21-57bd3a35a636 req-a6bcb5e4-f0c8-4bcf-a622-69f003d2bfcc tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581934 Feb 11 19:31:40.503293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497d72f-00ac-4d46-a24b-b0a477c0aa8c req-c324ed42-0702-4443-8adc-f6bdf0431443 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:40.504910 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9497d72f-00ac-4d46-a24b-b0a477c0aa8c req-c324ed42-0702-4443-8adc-f6bdf0431443 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1687512 Feb 11 19:31:40.568179 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9497d72f-00ac-4d46-a24b-b0a477c0aa8c req-d0b53d3e-596d-43e8-b0d3-4ca4c7003ca3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570447 Feb 11 19:31:41.861593 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7171804-c47e-4c85-8ee1-896b78d5b039 req-a3378ef6-cbe5-4ddc-b5c4-339b7f4a0944 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:41.863190 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d7171804-c47e-4c85-8ee1-896b78d5b039 req-a3378ef6-cbe5-4ddc-b5c4-339b7f4a0944 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1683269 Feb 11 19:31:41.926956 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d7171804-c47e-4c85-8ee1-896b78d5b039 req-2a28968e-70c7-42aa-b0c6-b5ac2e45cd75 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575233 Feb 11 19:31:43.218249 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c846f2-55ac-4584-b55c-88a09ea28195 req-4ac62c40-8813-422f-b1c5-b2bf1ead7ee2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:43.220001 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c5c846f2-55ac-4584-b55c-88a09ea28195 req-4ac62c40-8813-422f-b1c5-b2bf1ead7ee2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1654065 Feb 11 19:31:43.290878 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c5c846f2-55ac-4584-b55c-88a09ea28195 req-fe37497b-e60a-47f5-a201-386fb671a9f9 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641685 Feb 11 19:31:44.589614 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb7ce-eb8c-40ea-96f1-d54a95b52541 req-e551e068-690e-4f8c-b31f-b2ef5887c753 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:44.591300 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c72cb7ce-eb8c-40ea-96f1-d54a95b52541 req-e551e068-690e-4f8c-b31f-b2ef5887c753 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1681507 Feb 11 19:31:44.656981 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c72cb7ce-eb8c-40ea-96f1-d54a95b52541 req-b65b5128-4ca0-431a-91d8-31c31c229d9a tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593309 Feb 11 19:31:45.636244 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-35272ce2-c0ad-4b0f-9749-afa2662457b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0776725 Feb 11 19:31:45.745907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-49c7885d-ba92-46ed-baf8-e55e79fbf030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:45.747550 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-49c7885d-ba92-46ed-baf8-e55e79fbf030 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1162 time: 0.0801361 Feb 11 19:31:45.976915 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-bf5ff9ab-a60c-44c0-bc97-3103358aa985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:45.978916 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-bf5ff9ab-a60c-44c0-bc97-3103358aa985 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.2116463 Feb 11 19:31:46.066496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7bccd-2299-4cfc-97bd-64cd373db5ec req-ecf997e6-09c4-4004-871a-4683ed235133 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:46.068116 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-33e7bccd-2299-4cfc-97bd-64cd373db5ec req-ecf997e6-09c4-4004-871a-4683ed235133 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.2752547 Feb 11 19:31:46.218629 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-33e7bccd-2299-4cfc-97bd-64cd373db5ec req-a9565c6e-af5e-4ecc-886e-c030c594bb8b tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943058 Feb 11 19:31:46.222664 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-9c177163-c0b1-4c6c-9dc6-a167e5a0adc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 1001 time: 0.1535437 Feb 11 19:31:46.295215 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-3f5389e2-20e5-4ba4-95f2-614f9cd841c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:46.296826 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-3f5389e2-20e5-4ba4-95f2-614f9cd841c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0665574 Feb 11 19:31:46.384018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-4d114b37-79b2-44a4-9738-380b00f0313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:46.386229 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-4d114b37-79b2-44a4-9738-380b00f0313f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833399 Feb 11 19:31:46.575612 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-7fc4aa69-a3ed-4034-8e87-a9f329a96749 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824915 Feb 11 19:31:46.802738 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438357b4-bf5e-4ca6-9095-54a3a3e6fffb req-02c3a6d9-dce1-44a6-9334-7038fbb75d25 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:46.804374 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-438357b4-bf5e-4ca6-9095-54a3a3e6fffb req-02c3a6d9-dce1-44a6-9334-7038fbb75d25 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.2813542 Feb 11 19:31:46.842510 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-6fd79d72-e696-4a1d-9e01-dcd6649e6306 req-304bbde3-b8e3-4c03-97f7-43cd4b752c8e service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2586873 Feb 11 19:31:46.883046 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-438357b4-bf5e-4ca6-9095-54a3a3e6fffb req-5b546200-81c2-4b84-9ccb-1670bcd5c402 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685768 Feb 11 19:31:47.041426 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-04871a39-06ae-4e0d-afe6-c81680ae6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:47.043037 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-04871a39-06ae-4e0d-afe6-c81680ae6ddc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1162 time: 0.0785832 Feb 11 19:31:47.186879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-7ef421c9-05dd-4383-8084-f13e4239c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:47.188388 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-7ef421c9-05dd-4383-8084-f13e4239c0e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1384599 Feb 11 19:31:47.299665 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-1f00ddda-f33f-48f8-bd4f-8eea4f2206ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 1001 time: 0.1042993 Feb 11 19:31:47.370583 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-f2178ac2-90af-41b5-9b9d-b9853c3ff422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:47.372108 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-f2178ac2-90af-41b5-9b9d-b9853c3ff422 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0656281 Feb 11 19:31:47.682668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-f89cc710-3911-422e-9987-e3822e076e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:47.684272 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-f89cc710-3911-422e-9987-e3822e076e6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3059220 Feb 11 19:31:47.827197 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-308fdd96-5c69-4d9a-a740-bdb512085bba service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360383 Feb 11 19:31:47.980728 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-62a79f21-eaac-4304-8d51-8735fd86d7b7 req-8bbc3c96-d085-4344-9584-15ab028e0228 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474817 Feb 11 19:31:48.193172 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665be5a-1aac-42ee-aa81-272c9d28429f req-bcd041e0-83e1-465d-9184-f502f42fc87a tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:48.194737 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2665be5a-1aac-42ee-aa81-272c9d28429f req-bcd041e0-83e1-465d-9184-f502f42fc87a tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1791794 Feb 11 19:31:48.260941 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2665be5a-1aac-42ee-aa81-272c9d28429f req-ad5c5f14-4c63-49b6-8e0e-1cf9d5d38d85 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593817 Feb 11 19:31:48.695276 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:31:49.580994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bffb76-2c85-43c1-b8a9-76127820ea6a req-946226bb-75e0-48b7-b8b3-8b7216290795 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:31:49.582753 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-91bffb76-2c85-43c1-b8a9-76127820ea6a req-946226bb-75e0-48b7-b8b3-8b7216290795 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1875737 Feb 11 19:31:49.655241 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-91bffb76-2c85-43c1-b8a9-76127820ea6a req-536f4874-a64d-4a59-820b-6c448352456a tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658221 Feb 11 19:31:54.738004 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7e216bfe-bff1-494d-8b67-557e977d646c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:57.373815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf71c-6de9-4ff5-9774-9106cf7f23d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:57.809951 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:58.719407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:31:59.645945 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:09.083226 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:24.739660 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ee00a4e8-1ea0-4d79-8063-3f9f6d7f13f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:25.695571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:32:27.374836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0f11176c-5f6a-48ce-9343-d47a4e05295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:27.813189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:28.721740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:29.648822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:39.079649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:46.592041 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-ec1d28f0-2ff5-483d-9310-a428a0c1aea9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0846262 Feb 11 19:32:46.761461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-018ee59b-07f9-415d-aee9-dbcd0e66008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:46.763075 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-018ee59b-07f9-415d-aee9-dbcd0e66008d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1162 time: 0.0796416 Feb 11 19:32:46.923652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-0f24a57c-3432-4ba8-93f1-2c1a59a7987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:46.925306 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-0f24a57c-3432-4ba8-93f1-2c1a59a7987d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1408596 Feb 11 19:32:46.971779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba30177-75f3-4b28-87c9-575d01e2379a req-b3ae7abc-6e03-41ca-898e-9a23fd434dd6 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:46.973495 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7ba30177-75f3-4b28-87c9-575d01e2379a req-b3ae7abc-6e03-41ca-898e-9a23fd434dd6 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1671615 Feb 11 19:32:47.038693 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7ba30177-75f3-4b28-87c9-575d01e2379a req-f526dc09-290a-4309-a871-9dea80646679 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587614 Feb 11 19:32:47.041431 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-a6bc264c-40e8-47d8-9cc6-0c585bf18814 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 1001 time: 0.1078792 Feb 11 19:32:47.112698 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-d0fe0b5f-37b6-421d-8b5a-eb0749b057eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:47.114271 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-d0fe0b5f-37b6-421d-8b5a-eb0749b057eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0644352 Feb 11 19:32:47.200901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-07d700ef-cdb6-4b8e-81ae-9556d47269ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:47.202613 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-07d700ef-cdb6-4b8e-81ae-9556d47269ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817776 Feb 11 19:32:47.345829 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-b6498e5f-9837-4978-8a08-01d3ba103b94 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367888 Feb 11 19:32:47.488640 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a15adb9f-628a-4986-bb8f-47082eb1569a req-7edf2cc8-831c-43a6-9427-09b9b67b1a48 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354964 Feb 11 19:32:48.337751 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d8919-2f10-46c7-ad07-77092a27f925 req-68e4f141-3d12-446e-b8ce-af837aa439ca tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:48.339351 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fa2d8919-2f10-46c7-ad07-77092a27f925 req-68e4f141-3d12-446e-b8ce-af837aa439ca tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1670170 Feb 11 19:32:48.403296 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-fa2d8919-2f10-46c7-ad07-77092a27f925 req-c5892605-8452-4c75-a04e-77f3d14fe621 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574467 Feb 11 19:32:49.702762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d1dd-efa9-4eab-b96e-fd4ac5d7933f req-b420524a-4add-4994-9487-3f5b922453fd tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:49.704440 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8be3d1dd-efa9-4eab-b96e-fd4ac5d7933f req-b420524a-4add-4994-9487-3f5b922453fd tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1706164 Feb 11 19:32:49.768221 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8be3d1dd-efa9-4eab-b96e-fd4ac5d7933f req-d71d74e2-02fa-4e2d-a46a-38c751fdc616 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574176 Feb 11 19:32:51.059192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1623ac2-ad34-40d8-b99e-00c630778a70 req-09fb81db-d8c1-4b50-a0e5-53322ac9e658 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:51.061367 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b1623ac2-ad34-40d8-b99e-00c630778a70 req-09fb81db-d8c1-4b50-a0e5-53322ac9e658 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1643822 Feb 11 19:32:51.128185 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b1623ac2-ad34-40d8-b99e-00c630778a70 req-31e9fcb8-c0a0-4dec-ab12-1d1da8e0c831 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606050 Feb 11 19:32:52.421913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457b261-e9d4-4a10-b1f2-3aaf58e80d89 req-d4cab63b-9f0e-4f44-896b-3518f4fa7014 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:52.423462 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5457b261-e9d4-4a10-b1f2-3aaf58e80d89 req-d4cab63b-9f0e-4f44-896b-3518f4fa7014 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1659541 Feb 11 19:32:52.491723 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5457b261-e9d4-4a10-b1f2-3aaf58e80d89 req-370c378c-c8f1-4e3a-ac33-e8f1ecdd7d44 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616732 Feb 11 19:32:53.920386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27568e4a-ddc4-47c0-a634-e52a8e0721fc req-d55b05ad-86ff-4f1b-bfcb-c44f5e9f2f8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:53.921957 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-27568e4a-ddc4-47c0-a634-e52a8e0721fc req-d55b05ad-86ff-4f1b-bfcb-c44f5e9f2f8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1680429 Feb 11 19:32:53.989767 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-27568e4a-ddc4-47c0-a634-e52a8e0721fc req-ec26c377-818f-484b-9cc0-6924ae198c8d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615211 Feb 11 19:32:54.742529 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-798b1981-f52c-458b-9d46-8a2ffb8862a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:55.284640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296472a-f036-492f-ad89-c035199848f0 req-03fe2ff6-f799-48fd-9685-d90545dde976 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:55.286292 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c296472a-f036-492f-ad89-c035199848f0 req-03fe2ff6-f799-48fd-9685-d90545dde976 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1684854 Feb 11 19:32:55.352535 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c296472a-f036-492f-ad89-c035199848f0 req-45abda88-cf9c-4bbb-886f-289ad4522a64 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599735 Feb 11 19:32:56.644797 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ad870-2d4d-4b24-9ce5-0a2fe1c22273 req-09e93c41-9061-4255-9345-76c409ac22f5 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:56.646481 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec5ad870-2d4d-4b24-9ce5-0a2fe1c22273 req-09e93c41-9061-4255-9345-76c409ac22f5 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1640141 Feb 11 19:32:56.710997 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ec5ad870-2d4d-4b24-9ce5-0a2fe1c22273 req-0ebd9d63-a364-4b9b-95ad-cfa9db75fe93 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578980 Feb 11 19:32:57.378856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8ec410fc-e5a1-417b-b943-b8fceb21e628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:57.814138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:58.010281 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb96e-0a41-415a-9f61-7daf61e8648c req-9bb67fb9-3676-48d8-b928-30f3bc057849 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:58.011921 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8f3bb96e-0a41-415a-9f61-7daf61e8648c req-9bb67fb9-3676-48d8-b928-30f3bc057849 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1705337 Feb 11 19:32:58.075821 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8f3bb96e-0a41-415a-9f61-7daf61e8648c req-4c19d816-877e-4e8a-a56c-f6f28dd66f59 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570579 Feb 11 19:32:58.523856 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-be004932-7e80-4eaa-aef5-d0cbca0c0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:58.525447 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-be004932-7e80-4eaa-aef5-d0cbca0c0aa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1162 time: 0.0838690 Feb 11 19:32:58.537786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03dff-d30f-42c7-bca7-3a5c390c432b req-85069b9e-6b49-419c-8d5c-f660d4be7b8b tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:58.539457 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a1c03dff-d30f-42c7-bca7-3a5c390c432b req-85069b9e-6b49-419c-8d5c-f660d4be7b8b tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1669095 Feb 11 19:32:58.607311 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a1c03dff-d30f-42c7-bca7-3a5c390c432b req-6b28d873-3c13-448e-b0ee-b51413d749de tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615671 Feb 11 19:32:58.670054 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-3d8e6ca0-644f-4e1a-8706-f82b3df037aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:58.672423 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-3d8e6ca0-644f-4e1a-8706-f82b3df037aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1402175 Feb 11 19:32:58.723453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:58.785295 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-acb994ae-5544-4d7a-bbc8-7f28fccb0622 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 1001 time: 0.1054928 Feb 11 19:32:58.856835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-82a46d0c-b1e3-4d9e-b52e-69b9552953cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:58.858479 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-82a46d0c-b1e3-4d9e-b52e-69b9552953cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0669863 Feb 11 19:32:58.939821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-b7ac452b-d63b-406a-9d1e-86495bc70675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:58.941445 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-b7ac452b-d63b-406a-9d1e-86495bc70675 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764287 Feb 11 19:32:59.082459 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-7eda1591-3e4f-4b63-bb07-13e34e134c0c service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345932 Feb 11 19:32:59.223778 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-74edc69a-be86-4ca7-b5f7-a8fa84fd844b req-56dfc637-fb2e-4b40-bbcb-0abe4091f2ac service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348381 Feb 11 19:32:59.652680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:32:59.904178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ac77-b21a-4e56-a221-4b01c4ea61f5 req-53aead85-75f3-46d4-b760-f438d2a33947 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:32:59.905830 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9a72ac77-b21a-4e56-a221-4b01c4ea61f5 req-53aead85-75f3-46d4-b760-f438d2a33947 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1688228 Feb 11 19:32:59.970692 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9a72ac77-b21a-4e56-a221-4b01c4ea61f5 req-11f6ae11-b463-4818-ad9c-195158d15f1c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585082 Feb 11 19:33:01.261964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e1f0-ee09-46ee-a6cf-28cf96732572 req-5c0b16cb-4841-4a1b-ab6e-739999a65811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:01.263764 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b1b2e1f0-ee09-46ee-a6cf-28cf96732572 req-5c0b16cb-4841-4a1b-ab6e-739999a65811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1646721 Feb 11 19:33:01.329519 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b1b2e1f0-ee09-46ee-a6cf-28cf96732572 req-41adcea5-cebb-4722-b5b3-4f535f5c9fa2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587838 Feb 11 19:33:02.694934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:33:09.080207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:24.744777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2ce13054-8b99-4920-af7c-fefc8d1c9269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:27.379873 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-57e955e0-6d43-45ea-adad-2d2d42a3963e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:27.818744 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:28.724972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:29.655080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:39.095800 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:39.694269 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:33:47.603953 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-d5d1a3a2-7da0-46c2-971f-5c3b3e2fd127 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0805249 Feb 11 19:33:47.777058 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-708c908b-8cf0-4026-acc0-5e26bd853b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:47.778640 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-708c908b-8cf0-4026-acc0-5e26bd853b86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 1162 time: 0.0787261 Feb 11 19:33:47.931138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-8548ce85-64cd-42bc-8139-15e590ddc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:47.932751 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-8548ce85-64cd-42bc-8139-15e590ddc0d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1351783 Feb 11 19:33:48.042342 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-9c70570e-650d-4243-9fa8-144ede2690a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 200 len: 1001 time: 0.1020813 Feb 11 19:33:48.111006 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-7f5b423b-7312-4207-b11b-a5d33f5a1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:48.112562 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-7f5b423b-7312-4207-b11b-a5d33f5a1c2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0635726 Feb 11 19:33:48.199167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-c42dd47c-4fbc-475a-918f-8ba1a6d78934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:48.200810 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-c42dd47c-4fbc-475a-918f-8ba1a6d78934 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812678 Feb 11 19:33:48.579297 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-45a8af22-423b-4cc7-a3e0-3668912fcc1b service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715761 Feb 11 19:33:48.721147 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-14f8a0fd-bac6-4745-95d2-4c7e6c265d60 req-7d2ffcb1-69e3-4d43-83be-84d65dd04db8 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347790 Feb 11 19:33:50.527138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc861ef5-5f1f-415d-b3e1-f6246aaa621d req-25231780-2067-445b-9bbd-bc34ea2713ad tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:50.528874 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dc861ef5-5f1f-415d-b3e1-f6246aaa621d req-25231780-2067-445b-9bbd-bc34ea2713ad tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1682172 Feb 11 19:33:50.592534 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dc861ef5-5f1f-415d-b3e1-f6246aaa621d req-e444dde4-81a7-4e5a-9093-2234966d41e6 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568361 Feb 11 19:33:51.887573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365dae9-ccc7-4c61-a843-20af74598f15 req-6ae8e435-bd37-4c64-98c4-39d74248a129 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:51.889159 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4365dae9-ccc7-4c61-a843-20af74598f15 req-6ae8e435-bd37-4c64-98c4-39d74248a129 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1646559 Feb 11 19:33:51.953875 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-4365dae9-ccc7-4c61-a843-20af74598f15 req-1d9613bc-c857-466c-87a3-27f9239e753b tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574861 Feb 11 19:33:52.819519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-564ce849-372f-4e58-b7c3-41de064af7a8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:52.821109 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-564ce849-372f-4e58-b7c3-41de064af7a8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1652441 Feb 11 19:33:52.912925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Deleting port 59801a2c-e03c-4428-96de-7dfaa7fffddd {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:33:52.913505 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:53.186969 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] For port 59801a2c-e03c-4428-96de-7dfaa7fffddd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=59801a2c-e03c-4428-96de-7dfaa7fffddd,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:33:53.187322 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:53.248968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcba70e-5a4c-419d-be41-a6863603d1b6 req-9aaae2c8-3322-44d4-b7fc-b691f6346a2a tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:33:53.250810 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-abcba70e-5a4c-419d-be41-a6863603d1b6 req-9aaae2c8-3322-44d4-b7fc-b691f6346a2a tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 945 time: 0.1683726 Feb 11 19:33:53.344768 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-abcba70e-5a4c-419d-be41-a6863603d1b6 req-678a8535-0b61-4fdd-8c87-be9120d6757d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3f1bc2e-dc33-4d5b-8daa-53add29f3005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864086 Feb 11 19:33:53.525571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:53.525982 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:53.526339 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Floating IP 2bb21457-54ca-4fb0-980a-228fd27634aa disassociated. External IP: 172.28.3.214, port: 59801a2c-e03c-4428-96de-7dfaa7fffddd. Feb 11 19:33:53.527181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Calling delete_port for 59801a2c-e03c-4428-96de-7dfaa7fffddd owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:33:53.678377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:53.696552 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f95afee7-dbf6-4edd-a70f-02911c5fb84c tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:33:53.760695 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event deleted for resources: {'Port': ['ID=59801a2c-e03c-4428-96de-7dfaa7fffddd,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:33:53.822872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.823212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.823620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.824024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.824497 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.824850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.825245 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.825636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.826030 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.826420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.826815 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.827208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.827680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.828658 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.829053 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.829444 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.829840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.830230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.830618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.831120 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.831769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.832462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.832941 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.833330 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:53.837126 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:33:54.090240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Router 88fdc224-94e1-489f-beef-0dac2430da90 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:33:54.280725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:33:54.292225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] Sync routers for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:33:54.304429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:33:54.305235 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:33:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:33:54.321884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] No DVR routers for this DVR port 59801a2c-e03c-4428-96de-7dfaa7fffddd on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:33:54.324430 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:54.327376 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'name': 'network-vif-deleted', 'tag': '59801a2c-e03c-4428-96de-7dfaa7fffddd'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:33:54.344558 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-d2d4c770-beac-4514-8210-d48432cad0f7 req-44d48544-abea-4577-9d96-4c6e042031b8 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "DELETE /v2.0/ports/59801a2c-e03c-4428-96de-7dfaa7fffddd HTTP/1.1" status: 204 len: 173 time: 1.5170939 Feb 11 19:33:54.395121 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23ff37f-b464-45b1-b2a7-6ace7bfa9948', 'name': 'network-vif-deleted', 'tag': '59801a2c-e03c-4428-96de-7dfaa7fffddd', 'status': 'completed', 'code': 200} Feb 11 19:33:54.434568 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 59801a2c-e03c-4428-96de-7dfaa7fffddd no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:33:54.554748 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-2e701b12-94ee-40bf-8305-34fcd3cc1ff4 req-d32b87fe-ee8e-4d91-806a-ff1f60fa950d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=c23ff37f-b464-45b1-b2a7-6ace7bfa9948 HTTP/1.1" status: 200 len: 210 time: 0.0573056 Feb 11 19:33:54.661833 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] No Port match for: 59801a2c-e03c-4428-96de-7dfaa7fffddd {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:33:54.662167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 59801a2c-e03c-4428-96de-7dfaa7fffddd not bound to the agent host hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:33:54.713593 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:33:54.795187 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-062ee103-7ddc-4f0e-9144-c54ccd67c13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:55.059599 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:33:55.064619 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] Checking router: 88fdc224-94e1-489f-beef-0dac2430da90 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:33:55.073507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:33:55.074180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:33:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:33:55.265176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:33:55.602825 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:33:55.607347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48416b75-d43f-40d8-8a0b-dbd021769d9b None None] The sync data for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb is: [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:33:55.710612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45036) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:33:55.799008 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d767-2cf9-41b6-ad42-f4bd51cd7a92 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:55.828981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d767-2cf9-41b6-ad42-f4bd51cd7a92 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:55.876239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d767-2cf9-41b6-ad42-f4bd51cd7a92 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:55.881754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-574dc6c5-62ef-4764-bc04-989893c59c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:33:55.899009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3d767-2cf9-41b6-ad42-f4bd51cd7a92 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f1bc2e-dc33-4d5b-8daa-53add29f3005,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:33:55.905727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9cc3d767-2cf9-41b6-ad42-f4bd51cd7a92 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:33:55.907949 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d767-2cf9-41b6-ad42-f4bd51cd7a92 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:55.911481 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9cc3d767-2cf9-41b6-ad42-f4bd51cd7a92 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "DELETE /v2.0/security-groups/d3f1bc2e-dc33-4d5b-8daa-53add29f3005 HTTP/1.1" status: 204 len: 168 time: 0.1972415 Feb 11 19:33:55.912211 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45040) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:33:55.930205 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.v2.resource [None req-ca820c6f-fe12-4d53-95a0-18c69d90b626 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] show failed (client error): The resource could not be found. Feb 11 19:33:55.931292 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-ca820c6f-fe12-4d53-95a0-18c69d90b626 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups/d3f1bc2e-dc33-4d5b-8daa-53add29f3005 HTTP/1.1" status: 404 len: 347 time: 0.0179753 Feb 11 19:33:55.934335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45044) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:33:56.008049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab401fc-d72f-443c-933b-1a6c4e4c17f8 None None] New status for floating IP 2bb21457-54ca-4fb0-980a-228fd27634aa: DOWN {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:33:56.128104 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Deleting port 9663581a-45fb-476c-bcf9-303a7f145f0d {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:33:56.128449 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:56.320336 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:56.320916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:56.454764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Calling delete_port for 9663581a-45fb-476c-bcf9-303a7f145f0d owned by network:floatingip {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:33:56.542082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:33:56.542451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:33:57.043550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Deleting port 9663581a-45fb-476c-bcf9-303a7f145f0d {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:33:57.043932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:57.226463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:57.226826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:57.366805 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Calling delete_port for 9663581a-45fb-476c-bcf9-303a7f145f0d owned by network:floatingip {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:33:57.381723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0e9d11a0-c9f4-4eb6-a866-4cfd3988a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:57.517893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:57.533548 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1598f162-2580-49a3-9caf-8241780151c4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:33:57.593377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event deleted for resources: {'Port': ['ID=9663581a-45fb-476c-bcf9-303a7f145f0d,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:33:57.651035 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.651397 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.651810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.652219 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.652651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.653057 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.653458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.653858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.654256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.654652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.655046 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.655442 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.655910 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.656349 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.656746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.657149 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.657543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.657940 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.658332 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.658728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.659116 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.659507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.659898 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.660313 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:33:57.670418 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:33:57.774659 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:57.789125 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:57.790337 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-cec99629-03ee-4946-99c9-a82f6c90327c tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "DELETE /v2.0/floatingips/2bb21457-54ca-4fb0-980a-228fd27634aa HTTP/1.1" status: 204 len: 168 time: 1.8550472 Feb 11 19:33:57.820314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.066145 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45050) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:33:58.072095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613971970', 'description': 'tempest-description--621392107'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:33:58.093778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:33:58.098166 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:security_group and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:33:58.101202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:33:58.107286 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:33:58.117814 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.138977 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:33:58.142900 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:security_group_rule and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:33:58.145901 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:33:58.151559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:33:58.226125 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.229026 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.235232 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-13b2778d-1e5e-4fb1-a290-7b76076db9f0 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:33:58.277919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255120cd-01c7-4fa2-b84d-616a0162b346,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:33:58.280776 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.282622 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2153885 Feb 11 19:33:58.283617 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:33:58.285648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45054) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:33:58.291115 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'security_group_rule': {'security_group_id': '255120cd-01c7-4fa2-b84d-616a0162b346', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:33:58.313967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:33:58.317980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:security_group_rule and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:33:58.321019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:33:58.326745 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:33:58.347264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.410464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.413230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.415286 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:33:58.438989 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f412a421-5c42-49c6-a909-506246d3b82f,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:33:58.441517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:33:58.447627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.448931 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-3edc138b-bf37-4db8-bb23-fc4e092d6811 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622994 Feb 11 19:33:58.451787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45058) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:33:58.457845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'security_group_rule': {'security_group_id': '255120cd-01c7-4fa2-b84d-616a0162b346', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:33:58.479191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:33:58.483464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:security_group_rule and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:33:58.486519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:33:58.492237 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:33:58.508637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.572517 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.574979 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648921'] for security_group_rule, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.577155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9d3828a0-35f7-43a3-80b6-34ba29bec715 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:33:58.601582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d491ea01-1269-47ac-aa85-bae96da3ea30,revision_number=0']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:33:58.604109 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:33:58.610931 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.612214 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-0af34b93-752f-4998-986a-ba10bf0716a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594067 Feb 11 19:33:58.615450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45062) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:33:58.620885 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'floatingip': {'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:33:58.642564 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:33:58.646587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Usage tracker for resource:floatingip and tenant:6a300f9ca531445f9c76c5694dbfbb03 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:33:58.649588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:33:58.655292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:33:58.665075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.725953 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:58.809747 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:59.080837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Allocated IP 172.28.3.28 (dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc/ab64292e-9f64-4f9e-a2e3-e6f852057808/cd95b7e4-4737-445e-a1d7-7ed10d2b42c5) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:33:59.236867 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:59.266157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:59.281961 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-10acfbc8-c218-430a-846f-06717dd7a789 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:33:59.428930 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'Port': ['ID=cd95b7e4-4737-445e-a1d7-7ed10d2b42c5,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:33:59.432005 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:33:59.485331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Network dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:33:59.486451 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:33:59.488866 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:33:59.571612 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:59.632679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:33:59.659438 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:00.138878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:00.142831 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:00.158190 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-79ccb636-9fa5-4365-a506-08f012c4f17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:34:00.307671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'Port': ['ID=cd95b7e4-4737-445e-a1d7-7ed10d2b42c5,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:34:00.313193 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:34:00.401225 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:00.422973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:00.424268 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7c9a4b32-0ad9-47f8-a384-218a7a1e6055 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8078430 Feb 11 19:34:00.684717 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-d4d79242-bf5b-4536-ab3a-b3d1d96a2c65 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1613971970&fields=id&tenant_id=6a300f9ca531445f9c76c5694dbfbb03 HTTP/1.1" status: 200 len: 267 time: 0.0593152 Feb 11 19:34:00.925083 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-f6fd7665-1999-45bd-950b-b99665cab3c1 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:00.926714 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-f6fd7665-1999-45bd-950b-b99665cab3c1 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 811 time: 0.2348561 Feb 11 19:34:00.942819 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-8b55f4fd-4db6-41d0-b793-669fe24ca6d5 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/quotas/6a300f9ca531445f9c76c5694dbfbb03 HTTP/1.1" status: 200 len: 375 time: 0.0100005 Feb 11 19:34:01.078765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-0aa7c6ca-057d-482e-97ef-9c043bb73f7f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Synchronizing usage tracker for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79955) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:34:01.093340 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-0aa7c6ca-057d-482e-97ef-9c043bb73f7f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Unset dirty status for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79955) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:34:01.095278 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-0aa7c6ca-057d-482e-97ef-9c043bb73f7f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1472030 Feb 11 19:34:01.112244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-a4f9f14b-f25b-48c2-a6ec-4051bdae399d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=79955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 19:34:01.113315 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-a4f9f14b-f25b-48c2-a6ec-4051bdae399d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054350 Feb 11 19:34:01.257690 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-a14ced00-2c28-41f2-8bcc-5668a0c262a6 service neutron] 10.222.0.101 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385078 Feb 11 19:34:01.411834 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-efe5631b-61b9-4bad-8774-237b46ca2e2d service neutron] 10.222.0.101 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1475644 Feb 11 19:34:01.629787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-08c47e30-3836-47ae-95ca-870bd2267116 req-9f3aceb7-e631-4873-b793-37a57187aa75 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Synchronizing usage tracker for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:34:01.642400 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-08c47e30-3836-47ae-95ca-870bd2267116 req-9f3aceb7-e631-4873-b793-37a57187aa75 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Unset dirty status for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:34:01.643681 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-08c47e30-3836-47ae-95ca-870bd2267116 req-9f3aceb7-e631-4873-b793-37a57187aa75 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 210 time: 0.0688365 Feb 11 19:34:03.052950 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5c3b5df9-0146-4597-8adf-bec592410284 req-4936fe09-6fb9-4021-9066-81139c0e6624 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 210 time: 0.2789257 Feb 11 19:34:03.128039 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-4b193ca7-6bdf-42a8-8327-c1d8e69ab913 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:03.129698 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-4b193ca7-6bdf-42a8-8327-c1d8e69ab913 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 811 time: 0.2477884 Feb 11 19:34:03.249447 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-d99a6db7-513d-4821-a69a-749a8f2f2c20 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Synchronizing usage tracker for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:security_group {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:34:03.265146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-d99a6db7-513d-4821-a69a-749a8f2f2c20 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Unset dirty status for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:security_group {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:34:03.266573 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-d99a6db7-513d-4821-a69a-749a8f2f2c20 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a300f9ca531445f9c76c5694dbfbb03 HTTP/1.1" status: 200 len: 5708 time: 0.1169665 Feb 11 19:34:03.290560 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'port': {'device_id': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'admin_state_up': True, 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'security_groups': ['255120cd-01c7-4fa2-b84d-616a0162b346']}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:34:03.436666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:34:03.446863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:34:03.455504 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Made reservation on behalf of 6a300f9ca531445f9c76c5694dbfbb03 for: {'port': 1} {{(pid=79956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 19:34:03.477093 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:03.787186 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_common [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Allocated IP 172.20.0.14 (0f9e91b3-0927-481f-9566-981b36e61563/89181fbd-1cc9-4702-94f6-9bc33da08a09/90bac793-b7de-4113-9311-a5b5d0b001ee) {{(pid=79956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 19:34:03.986592 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for port, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:04.002963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Transition to ACTIVE for port object 90bac793-b7de-4113-9311-a5b5d0b001ee will not be triggered until provisioned by entity DHCP. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:34:04.026498 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727066572847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:04.044463 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-1f9908ee-161f-4c15-9805-967d9c7fe2b2 tempest-VolumesNegativeTest-2055537838 tempest-VolumesNegativeTest-2055537838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:34:04.193392 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event updated for resources: {'Port': ['ID=90bac793-b7de-4113-9311-a5b5d0b001ee,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:34:04.196877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:34:04.307265 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Network 0f9e91b3-0927-481f-9566-981b36e61563 is already hosted by enough agents. {{(pid=79956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 19:34:04.309632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.base_scheduler [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Resources bound (agent type, host, resource id): {{(pid=79956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 19:34:04.312004 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Received port after_create {{(pid=79956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 19:34:04.455579 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60145691-52ec-4d1f-a2d1-d9be6f1a7227 req-841e6d26-f9cb-4939-9b17-3743a6e5183f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:04.457396 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-60145691-52ec-4d1f-a2d1-d9be6f1a7227 req-841e6d26-f9cb-4939-9b17-3743a6e5183f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 932 time: 0.2670915 Feb 11 19:34:04.550997 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:04.551668 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:04.572911 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ba4d3ad4-f631-413e-8745-c6d62c7d7df8 None None] Provisioning for port 90bac793-b7de-4113-9311-a5b5d0b001ee completed by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:34:04.578791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-ba4d3ad4-f631-413e-8745-c6d62c7d7df8 None None] Provisioning complete for port 90bac793-b7de-4113-9311-a5b5d0b001ee triggered by entity DHCP. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:34:04.579212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3ad4-f631-413e-8745-c6d62c7d7df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:04.617071 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-60145691-52ec-4d1f-a2d1-d9be6f1a7227 req-47b22237-8f5c-4af6-b41f-e0624b1dd639 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529515 Feb 11 19:34:04.619471 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3331416 Feb 11 19:34:04.637888 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d3ad4-f631-413e-8745-c6d62c7d7df8 None None] Port 90bac793-b7de-4113-9311-a5b5d0b001ee cannot update to ACTIVE because it is not bound. {{(pid=79957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 19:34:04.638041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Request body: {'port': {'device_id': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:34:04.763324 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:05.177049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bac793-b7de-4113-9311-a5b5d0b001ee {{(pid=79956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 19:34:05.184792 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:05.196853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Transition to ACTIVE for port object 90bac793-b7de-4113-9311-a5b5d0b001ee will not be triggered until provisioned by entity L2. {{(pid=79956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 19:34:05.199616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:05.215031 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3552a7f9-210f-432d-80ac-fd388976fd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:34:05.359389 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Pushing event updated for resources: {'Port': ['ID=90bac793-b7de-4113-9311-a5b5d0b001ee,revision_number=2']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:34:05.363994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:34:05.557742 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Attempting to bind port 90bac793-b7de-4113-9311-a5b5d0b001ee on host hv-cinder-77525 for vnic_type normal with profile {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 19:34:05.558115 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Attempting to bind port 90bac793-b7de-4113-9311-a5b5d0b001ee by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'}] {{(pid=79956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 19:34:05.558484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Attempting to bind port 90bac793-b7de-4113-9311-a5b5d0b001ee on network 0f9e91b3-0927-481f-9566-981b36e61563 {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 19:34:05.564294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Checking agent: {'id': 'dfe7d2eb-a7aa-448d-b451-0a08d10c80c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 17, 39), 'started_at': datetime.datetime(2021, 2, 11, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 19:34:05.564680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Checking segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 19:34:05.565082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:05.565473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Bound using segment: {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'} {{(pid=79956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 19:34:05.565946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Bound port: 90bac793-b7de-4113-9311-a5b5d0b001ee, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491ff0f6-c55a-42bd-809a-7df56755a21e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563'}}] {{(pid=79956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 19:34:05.566317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:05.664893 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] For port 90bac793-b7de-4113-9311-a5b5d0b001ee, host hv-cinder-77525, cleared binding levels {{(pid=79956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 19:34:05.668477 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] For port 90bac793-b7de-4113-9311-a5b5d0b001ee, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=90bac793-b7de-4113-9311-a5b5d0b001ee,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 19:34:05.672996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852635005'] for port, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:05.688559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ee930540-af10-4218-9492-eb36360eea83 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:34:05.842385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Pushing event updated for resources: {'Port': ['ID=90bac793-b7de-4113-9311-a5b5d0b001ee,revision_number=3']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:34:05.847813 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:34:05.878036 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:05.878753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:05.880184 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-875a14ba-72b2-487f-8765-42af1318e37b service neutron] 10.222.0.42 "PUT /v2.0/ports/90bac793-b7de-4113-9311-a5b5d0b001ee HTTP/1.1" status: 200 len: 1158 time: 1.2468562 Feb 11 19:34:05.880834 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:34:05.910425 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a494baf-239d-42b3-a2ee-f778f0e69895 req-4dbcf3e1-8a32-4067-af93-c876f70f808e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:05.912161 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7a494baf-239d-42b3-a2ee-f778f0e69895 req-4dbcf3e1-8a32-4067-af93-c876f70f808e tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 944 time: 0.1663830 Feb 11 19:34:05.980673 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee', 'status': 'completed', 'code': 200} Feb 11 19:34:05.990003 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7a494baf-239d-42b3-a2ee-f778f0e69895 req-20cc4772-622b-4723-8e5e-59b336bc7128 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711377 Feb 11 19:34:06.266315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-cf4204a2-dc4f-4618-a9c5-e909aff6eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:06.267949 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-cf4204a2-dc4f-4618-a9c5-e909aff6eeaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 1161 time: 0.3299501 Feb 11 19:34:06.347808 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-bb94e566-3d81-40d1-8e57-77af0c4ffce5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90bac793-b7de-4113-9311-a5b5d0b001ee HTTP/1.1" status: 200 len: 217 time: 0.0665846 Feb 11 19:34:06.419530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ad8d38c1-6b77-4550-a3a6-d867fc34427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:06.421071 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ad8d38c1-6b77-4550-a3a6-d867fc34427c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0661187 Feb 11 19:34:06.502610 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-70cf9a6a-a874-4cc0-aa22-353db4a37b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:06.504174 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-70cf9a6a-a874-4cc0-aa22-353db4a37b16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770078 Feb 11 19:34:06.647677 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-ac7a85f6-88ac-43e0-b5e9-409b7953e4fb service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361125 Feb 11 19:34:06.789603 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-0b08584e-43f2-4e3e-a630-30a1e67aabc3 req-c28ec64c-d558-4cb0-9358-916233db8f9a service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355546 Feb 11 19:34:06.955489 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-ef74b6c8-aeae-4ebc-a438-1686237e3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:06.957021 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-ef74b6c8-aeae-4ebc-a438-1686237e3acd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 1161 time: 0.0807734 Feb 11 19:34:07.100194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-a54c2ec8-1fdc-42c9-be8a-fa42263654e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:07.101833 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-a54c2ec8-1fdc-42c9-be8a-fa42263654e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1372793 Feb 11 19:34:07.213813 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-de2b6c07-2310-461a-bf6d-88e1efb169f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90bac793-b7de-4113-9311-a5b5d0b001ee HTTP/1.1" status: 200 len: 217 time: 0.1044242 Feb 11 19:34:07.303352 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-bd7c4590-5edf-4734-a128-f43cc8e89956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:07.304949 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-bd7c4590-5edf-4734-a128-f43cc8e89956 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0849707 Feb 11 19:34:07.456569 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2dfdb-4c7e-49f1-83e0-9b5b28184e01 req-3f9fceb2-b645-47cf-a9ca-e6e4db4788b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:07.457364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-8ae2dfdb-4c7e-49f1-83e0-9b5b28184e01 req-3f9fceb2-b645-47cf-a9ca-e6e4db4788b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Synchronizing usage tracker for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79956) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 19:34:07.481365 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [req-8ae2dfdb-4c7e-49f1-83e0-9b5b28184e01 req-3f9fceb2-b645-47cf-a9ca-e6e4db4788b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Unset dirty status for tenant:6a300f9ca531445f9c76c5694dbfbb03 on resource:port {{(pid=79956) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 19:34:07.482531 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8ae2dfdb-4c7e-49f1-83e0-9b5b28184e01 req-3f9fceb2-b645-47cf-a9ca-e6e4db4788b3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 944 time: 0.3149066 Feb 11 19:34:07.513681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-c034079e-0f8d-4185-b189-5dc82dbb0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:07.515566 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-c034079e-0f8d-4185-b189-5dc82dbb0060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2017679 Feb 11 19:34:07.594903 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8ae2dfdb-4c7e-49f1-83e0-9b5b28184e01 req-17d00abf-7921-4133-bb71-fd7ca136fb63 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049113 Feb 11 19:34:07.692499 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-02b24601-3204-42aa-814c-34c656ba207c service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658120 Feb 11 19:34:07.832268 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-dfb54aaf-a945-4c14-8eed-f23601c66f7e req-b42ca095-fe34-42d6-b1da-8d475ad32354 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1332669 Feb 11 19:34:08.887730 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42da5c1-1cd4-45f6-b0fa-c98b0b583f68 req-290e1db7-45d5-424c-960e-fc92eac71645 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:08.889362 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c42da5c1-1cd4-45f6-b0fa-c98b0b583f68 req-290e1db7-45d5-424c-960e-fc92eac71645 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 944 time: 0.1642067 Feb 11 19:34:08.953307 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c42da5c1-1cd4-45f6-b0fa-c98b0b583f68 req-fb1d1784-1a9a-40ab-88e1-77c1154d4135 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576363 Feb 11 19:34:09.120407 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:10.242999 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613ffe0-78cd-4bfb-90e8-29b2d77c595c req-d4fc4e2c-b3cb-471a-83dd-6a388de2b1c1 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:10.244678 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a613ffe0-78cd-4bfb-90e8-29b2d77c595c req-d4fc4e2c-b3cb-471a-83dd-6a388de2b1c1 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 944 time: 0.1641340 Feb 11 19:34:10.314773 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-a613ffe0-78cd-4bfb-90e8-29b2d77c595c req-3f06062b-fee2-496d-bb60-c7ee4a16de3b tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636587 Feb 11 19:34:11.117268 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 90bac793-b7de-4113-9311-a5b5d0b001ee up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:34:11.189938 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning for port 90bac793-b7de-4113-9311-a5b5d0b001ee completed by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 19:34:11.194688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 90bac793-b7de-4113-9311-a5b5d0b001ee triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:34:11.195102 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:11.316456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:11.343556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:34:11.354640 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 90bac793-b7de-4113-9311-a5b5d0b001ee, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=90bac793-b7de-4113-9311-a5b5d0b001ee,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:34:11.358853 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:11.361724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:34:11.436929 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=90bac793-b7de-4113-9311-a5b5d0b001ee,revision_number=4']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:34:11.444995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.445386 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.445768 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.446148 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.446559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.447001 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.447282 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.447646 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.448012 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.448402 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.448765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.449127 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.449562 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.449925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.450390 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.450756 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.451112 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.451473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.451832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.452189 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.452575 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.452934 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.453293 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.453649 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:34:11.458479 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:34:11.601813 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee', 'code': 200} Feb 11 19:34:11.624360 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcacaf-1b5a-49e6-8f1b-6c0fcfdb72e1 req-83084f08-c8e4-49eb-9760-0e68dc48d4a4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:11.626062 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ebbcacaf-1b5a-49e6-8f1b-6c0fcfdb72e1 req-83084f08-c8e4-49eb-9760-0e68dc48d4a4 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 946 time: 0.1780353 Feb 11 19:34:11.691377 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ebbcacaf-1b5a-49e6-8f1b-6c0fcfdb72e1 req-179aa0fc-3590-47d1-94d0-f9a3f3d94801 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589471 Feb 11 19:34:11.875089 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd534-8ac8-4581-9e8d-a6cf546cb20d req-eebbd921-b42e-42f5-a72d-07552614dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:11.876808 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f5efd534-8ac8-4581-9e8d-a6cf546cb20d req-eebbd921-b42e-42f5-a72d-07552614dc95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 1163 time: 0.0779998 Feb 11 19:34:11.919982 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-f5efd534-8ac8-4581-9e8d-a6cf546cb20d req-3bb38444-e417-4ef3-a7fd-fae86d300344 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364087 Feb 11 19:34:12.641157 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 90bac793-b7de-4113-9311-a5b5d0b001ee up at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 19:34:12.713014 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.provisioning_blocks [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Provisioning complete for port 90bac793-b7de-4113-9311-a5b5d0b001ee triggered by entity L2. {{(pid=79957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 19:34:12.713431 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846609590'] for port, provisioning_complete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:12.993541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4265a-5713-4b71-af21-49e41c6a40bf req-50dc0e7d-d8c5-4eea-b69c-88f50d56f5f6 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:12.995156 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8cd4265a-5713-4b71-af21-49e41c6a40bf req-50dc0e7d-d8c5-4eea-b69c-88f50d56f5f6 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 946 time: 0.1685205 Feb 11 19:34:13.060444 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-8cd4265a-5713-4b71-af21-49e41c6a40bf req-f77d8499-b2a5-4da7-a94c-097ada07e6bd tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589392 Feb 11 19:34:14.350494 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a0a2-b620-4be2-addb-0fba9ad3efcd req-5624ca4b-b1d9-46fb-8ac1-aef09c173954 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:14.352083 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5657a0a2-b620-4be2-addb-0fba9ad3efcd req-5624ca4b-b1d9-46fb-8ac1-aef09c173954 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 946 time: 0.1669486 Feb 11 19:34:14.420485 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-5657a0a2-b620-4be2-addb-0fba9ad3efcd req-5a984ceb-f031-4fe1-8b6b-10c913995be1 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618911 Feb 11 19:34:14.705433 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1df2-e671-45a0-85a7-88afd009420c req-690ae77b-966b-4403-82ba-98c8094f9211 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:14.706978 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-109c1df2-e671-45a0-85a7-88afd009420c req-690ae77b-966b-4403-82ba-98c8094f9211 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 946 time: 0.1651525 Feb 11 19:34:14.716266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45124) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:34:14.722345 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.v2.base [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Request body: {'floatingip': {'port_id': '90bac793-b7de-4113-9311-a5b5d0b001ee'}} {{(pid=79956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 19:34:14.823327 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, before_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:15.443341 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:15.446119 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:15.631365 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Floating IP d1598229-ec93-4fda-8071-8c9e6edc2f3c associated. External IP: 172.28.3.28, port: 90bac793-b7de-4113-9311-a5b5d0b001ee. Feb 11 19:34:16.235509 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Router 88fdc224-94e1-489f-beef-0dac2430da90 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:34:16.425308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:34:16.429642 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:16.434996 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] Sync routers for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:34:16.444907 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:34:16.445591 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:33:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:34:16.487373 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f7d376b0-d6c8-4a65-a6b7-99a242246160 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "PUT /v2.0/floatingips/d1598229-ec93-4fda-8071-8c9e6edc2f3c HTTP/1.1" status: 200 len: 991 time: 1.7699482 Feb 11 19:34:16.488057 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:34:16.550925 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee', 'status': 'completed', 'code': 200} Feb 11 19:34:16.650401 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:34:16.692895 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-82130a44-7bad-464f-ad9d-1cd9a1f5eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:16.694083 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-82130a44-7bad-464f-ad9d-1cd9a1f5eb03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 1163 time: 0.0838153 Feb 11 19:34:16.694839 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:34:16.855326 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-a3e984f9-3cf5-4674-84e4-21357981002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:16.858195 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-a3e984f9-3cf5-4674-84e4-21357981002e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1572380 Feb 11 19:34:16.967348 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-9039c6cc-3e6e-4317-8d8b-1b85e0792c42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90bac793-b7de-4113-9311-a5b5d0b001ee HTTP/1.1" status: 200 len: 999 time: 0.1015697 Feb 11 19:34:17.036220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': 'd1598229-ec93-4fda-8071-8c9e6edc2f3c', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'floating_ip_address': '172.28.3.28', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'port_id': '90bac793-b7de-4113-9311-a5b5d0b001ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'mac_address': 'fa:16:3e:44:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:33:59Z', 'updated_at': '2021-02-11T19:34:15Z', 'revision_number': 1, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:34:17.040305 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] Checking router: 88fdc224-94e1-489f-beef-0dac2430da90 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:34:17.040448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-c7b0554d-b0b7-497a-9459-320815df047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:17.041986 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-c7b0554d-b0b7-497a-9459-320815df047d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0682743 Feb 11 19:34:17.050110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:34:17.050818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:33:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:34:17.129292 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-600ceeb3-fa43-4edb-8fd7-52406e1638b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:17.131016 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-600ceeb3-fa43-4edb-8fd7-52406e1638b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806766 Feb 11 19:34:17.243499 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:34:17.277426 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-959ae719-7413-4e33-89a9-9553c322fafa service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387684 Feb 11 19:34:17.432272 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-c05aad46-2752-476d-84f0-0f61a90c9407 req-de1975ca-ecfa-494d-adab-8668731f28ea service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471670 Feb 11 19:34:17.803247 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': 'd1598229-ec93-4fda-8071-8c9e6edc2f3c', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'floating_ip_address': '172.28.3.28', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'port_id': '90bac793-b7de-4113-9311-a5b5d0b001ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'mac_address': 'fa:16:3e:44:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:33:59Z', 'updated_at': '2021-02-11T19:34:15Z', 'revision_number': 1, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:34:17.807432 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ef50f-502c-43ac-9679-b7ad97b07acd None None] The sync data for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb is: [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_floatingips': [{'id': 'd1598229-ec93-4fda-8071-8c9e6edc2f3c', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'floating_ip_address': '172.28.3.28', 'floating_network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'router_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'port_id': '90bac793-b7de-4113-9311-a5b5d0b001ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'mac_address': 'fa:16:3e:44:c2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:33:59Z', 'updated_at': '2021-02-11T19:34:15Z', 'revision_number': 1, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:34:18.094919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3466d4-fb7d-4168-acfd-db6c172b8621 None None] New status for floating IP d1598229-ec93-4fda-8071-8c9e6edc2f3c: ACTIVE {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:34:24.747558 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-44d5d9ce-091f-41e6-add1-397c1d6c9c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:27.382549 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-71a0627b-bec9-4912-8a19-61a5c25c2d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:27.822652 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:28.728169 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:29.667348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:39.119956 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:48.606577 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-985ad071-f938-4418-9c05-8d2b60950173 req-7a505c20-60ea-4bf0-87a3-633b021f477d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0819757 Feb 11 19:34:48.769639 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad071-f938-4418-9c05-8d2b60950173 req-4d09e90e-9e7e-420b-926c-d3b40757b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:48.771250 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-985ad071-f938-4418-9c05-8d2b60950173 req-4d09e90e-9e7e-420b-926c-d3b40757b4cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 1163 time: 0.0776365 Feb 11 19:34:48.927773 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad071-f938-4418-9c05-8d2b60950173 req-83f31fba-c0ce-4282-bcea-c5f95ebdfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:48.929314 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-985ad071-f938-4418-9c05-8d2b60950173 req-83f31fba-c0ce-4282-bcea-c5f95ebdfb59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 200 len: 905 time: 0.1387854 Feb 11 19:34:49.040638 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-985ad071-f938-4418-9c05-8d2b60950173 req-579c5024-9ca3-4e63-b80b-e8df6dd9fe8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90bac793-b7de-4113-9311-a5b5d0b001ee HTTP/1.1" status: 200 len: 1001 time: 0.1036735 Feb 11 19:34:49.110220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad071-f938-4418-9c05-8d2b60950173 req-13bb441d-2e0f-408a-ab26-f6cfe47e8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:49.111801 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-985ad071-f938-4418-9c05-8d2b60950173 req-13bb441d-2e0f-408a-ab26-f6cfe47e8d5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 200 len: 850 time: 0.0646868 Feb 11 19:34:49.198919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad071-f938-4418-9c05-8d2b60950173 req-e6df7e15-e974-45e3-870a-65205dcc47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:34:49.200466 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-985ad071-f938-4418-9c05-8d2b60950173 req-e6df7e15-e974-45e3-870a-65205dcc47c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f9e91b3-0927-481f-9566-981b36e61563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815556 Feb 11 19:34:49.348186 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-985ad071-f938-4418-9c05-8d2b60950173 req-a5f40333-5157-43e6-9e93-e9b6faf10b11 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402459 Feb 11 19:34:49.492653 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-985ad071-f938-4418-9c05-8d2b60950173 req-25ecbefd-f8cc-41c6-8058-c7852ef465f7 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370034 Feb 11 19:34:53.694540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:34:54.744055 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1fe54006-1c88-475c-ac6b-61e3fc60798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:57.383229 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d681f4ba-c71c-421e-ab6c-74f4fef8652a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:57.824442 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:58.730544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:34:59.669801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:09.120783 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:24.745571 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-027aad85-81c6-4c11-acc0-bd52e4fadb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:27.384507 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-ac0f598d-c443-4b7c-ad37-f7e2d0687686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:27.826636 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:28.735271 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:29.671830 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:30.694481 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:35:39.117700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:44.917170 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042923f-5eb8-4dc4-837d-dbccd0a350b0 req-f7827c4a-0733-4c1e-a260-171f43ff1f74 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:35:44.918801 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9042923f-5eb8-4dc4-837d-dbccd0a350b0 req-f7827c4a-0733-4c1e-a260-171f43ff1f74 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 946 time: 0.1665046 Feb 11 19:35:44.982975 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-9042923f-5eb8-4dc4-837d-dbccd0a350b0 req-b656d0d7-7d7b-4e05-8c18-a5702f649573 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577433 Feb 11 19:35:46.277429 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9db9d-e411-455f-ae7d-47e10253d348 req-a034e63c-4068-4d7a-8d23-b02f8e008619 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:35:46.279108 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7bd9db9d-e411-455f-ae7d-47e10253d348 req-a034e63c-4068-4d7a-8d23-b02f8e008619 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 946 time: 0.1663287 Feb 11 19:35:46.345028 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-7bd9db9d-e411-455f-ae7d-47e10253d348 req-0fd2d017-8523-4ff8-8dc9-76bd8e28d1d3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593996 Feb 11 19:35:47.236464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-cba9023e-0737-4628-8f3c-758f1d7bb7f3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:35:47.238096 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-cba9023e-0737-4628-8f3c-758f1d7bb7f3 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 946 time: 0.1761804 Feb 11 19:35:47.333052 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Deleting port 90bac793-b7de-4113-9311-a5b5d0b001ee {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:35:47.334167 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:47.582453 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Device 90bac793-b7de-4113-9311-a5b5d0b001ee no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:35:47.670017 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] For port 90bac793-b7de-4113-9311-a5b5d0b001ee, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=90bac793-b7de-4113-9311-a5b5d0b001ee,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:35:47.670417 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:47.705697 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846452817'] for port, before_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:47.733791 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee'}] {{(pid=79957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:35:47.744754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] For port 90bac793-b7de-4113-9311-a5b5d0b001ee, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=90bac793-b7de-4113-9311-a5b5d0b001ee,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:35:47.747782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727067076296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309788202441', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727066573393'] for port, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:47.750456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:35:47.805576 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee', 'code': 200} Feb 11 19:35:47.824096 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed879c58-6552-4bd4-9325-36699ed3ff48 req-9194f2d5-e47e-42c1-892b-d1646321b836 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:35:47.825831 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed879c58-6552-4bd4-9325-36699ed3ff48 req-9194f2d5-e47e-42c1-892b-d1646321b836 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 946 time: 0.3375325 Feb 11 19:35:47.827387 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Pushing event updated for resources: {'Port': ['ID=90bac793-b7de-4113-9311-a5b5d0b001ee,revision_number=5']} {{(pid=79957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:35:47.836051 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.836384 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.836778 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.837163 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.837541 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.837920 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.838298 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.838671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.839042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.839414 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.839785 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.840153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.840622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.840990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.841357 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.841752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.842122 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.842461 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.842826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.843191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.843557 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.843924 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.844318 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.844671 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:47.849841 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:35:47.986837 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-ed879c58-6552-4bd4-9325-36699ed3ff48 req-4410aae2-ef19-42c8-8145-81e76f768715 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505775 Feb 11 19:35:48.365594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:48.366181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:48.366296 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Floating IP d1598229-ec93-4fda-8071-8c9e6edc2f3c disassociated. External IP: 172.28.3.28, port: 90bac793-b7de-4113-9311-a5b5d0b001ee. Feb 11 19:35:48.366677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Calling delete_port for 90bac793-b7de-4113-9311-a5b5d0b001ee owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:35:48.456347 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:35:48.456722 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:35:48.958690 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Deleting port 90bac793-b7de-4113-9311-a5b5d0b001ee {{(pid=79956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:35:48.959082 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:49.228874 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] For port 90bac793-b7de-4113-9311-a5b5d0b001ee, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=90bac793-b7de-4113-9311-a5b5d0b001ee,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:35:49.229188 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:49.288967 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaa94c-a463-4458-89be-4038bb9fc470 req-170d1c6d-771b-48c1-8e73-8f9ddcebc6dd tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 19:35:49.290667 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1fbaa94c-a463-4458-89be-4038bb9fc470 req-170d1c6d-771b-48c1-8e73-8f9ddcebc6dd tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 944 time: 0.1714635 Feb 11 19:35:49.356454 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-1fbaa94c-a463-4458-89be-4038bb9fc470 req-9f1d2174-cbd7-48d3-a1b6-43a74fde8474 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups?id=255120cd-01c7-4fa2-b84d-616a0162b346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592079 Feb 11 19:35:49.541424 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:49.542041 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544282'] for floatingip, after_update {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:49.542168 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.db.l3_db [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Floating IP d1598229-ec93-4fda-8071-8c9e6edc2f3c disassociated. External IP: 172.28.3.28, port: 90bac793-b7de-4113-9311-a5b5d0b001ee. Feb 11 19:35:49.542628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Calling delete_port for 90bac793-b7de-4113-9311-a5b5d0b001ee owned by compute:nova {{(pid=79956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:35:49.693530 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2140810'] for port, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:49.708485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-440c9784-17ac-4bdb-892c-d12c9c6c2783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:35:49.764519 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event deleted for resources: {'Port': ['ID=90bac793-b7de-4113-9311-a5b5d0b001ee,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:35:49.824686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.825042 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.825456 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.825863 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.826264 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.826666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.827066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.827467 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.827862 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.828259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.828683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.829078 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.829547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.829943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.830344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.830740 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.831132 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.831523 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.831916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.832317 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.832718 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.833627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.834104 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.834496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:49.841717 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:35:50.087975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Router 88fdc224-94e1-489f-beef-0dac2430da90 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:35:50.276205 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:35:50.286204 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] Sync routers for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:35:50.297458 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:35:50.298139 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:35:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:35:50.319928 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] No DVR routers for this DVR port 90bac793-b7de-4113-9311-a5b5d0b001ee on host hv-cinder-77525 {{(pid=79956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:35:50.322884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for port, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:50.325723 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'name': 'network-vif-deleted', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee'}] {{(pid=79956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 19:35:50.341645 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-b94a1654-517a-4e4e-97e7-1c1e01c95d9b req-5690e4a6-9146-42a9-a0e9-34c82c38ff4d tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.42 "DELETE /v2.0/ports/90bac793-b7de-4113-9311-a5b5d0b001ee HTTP/1.1" status: 204 len: 173 time: 3.0968692 Feb 11 19:35:50.396005 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde2e183-f292-449a-88c9-b139c8d7490c', 'name': 'network-vif-deleted', 'tag': '90bac793-b7de-4113-9311-a5b5d0b001ee', 'status': 'completed', 'code': 200} Feb 11 19:35:50.518732 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:35:50.554713 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [req-82db8fa6-e758-426d-ac3b-c9653291a03e req-6437d856-bc41-4116-8798-e7b95f74f8b2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/ports?device_id=bde2e183-f292-449a-88c9-b139c8d7490c HTTP/1.1" status: 200 len: 210 time: 0.0514054 Feb 11 19:35:50.852985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:35:50.857366 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] Checking router: 88fdc224-94e1-489f-beef-0dac2430da90 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:35:50.867230 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:35:50.868072 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:35:27Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:35:51.060822 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:35:51.391240 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:35:51.395259 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6d0f6-6e08-45d8-9a9f-2602f6f03235 None None] The sync data for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb is: [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:29:55Z', 'revision_number': 4, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb', '_interfaces': [{'id': '04fa26ce-e3a1-4d90-8cf4-08949eec2b33', 'name': '', 'network_id': '0f9e91b3-0927-481f-9566-981b36e61563', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'mac_address': 'fa:16:3e:3f:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:54Z', 'updated_at': '2021-02-11T19:30:04Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'subnets': [{'id': '89181fbd-1cc9-4702-94f6-9bc33da08a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:35:51.705331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45382) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:35:51.775703 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f776a-c266-4cab-97eb-c23237029323 None None] New status for floating IP d1598229-ec93-4fda-8071-8c9e6edc2f3c: DOWN {{(pid=79959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 19:35:51.795124 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:51.824877 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:51.874845 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:51.880757 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-00bbb174-c30b-479d-922f-034ed430bb17 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:35:51.897348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255120cd-01c7-4fa2-b84d-616a0162b346,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:35:51.908310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.908738 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.909143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.909547 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.909943 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.910343 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.910737 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.911130 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.912076 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.912544 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.912894 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.913286 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.913754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.914146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.914540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.914939 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.915326 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.915715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.916105 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.916538 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.916935 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.917325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.917714 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.918100 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:35:51.922084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:35:51.923323 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:51.924987 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-056329ce-0af0-49c4-a421-3dafbf13ea8f tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "DELETE /v2.0/security-groups/255120cd-01c7-4fa2-b84d-616a0162b346 HTTP/1.1" status: 204 len: 168 time: 0.2180710 Feb 11 19:35:51.928018 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45386) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:35:51.945798 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.api.v2.resource [None req-e284625a-8785-40d5-a87e-7e5441ebc9a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] show failed (client error): The resource could not be found. Feb 11 19:35:51.950542 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e284625a-8785-40d5-a87e-7e5441ebc9a2 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "GET /v2.0/security-groups/255120cd-01c7-4fa2-b84d-616a0162b346 HTTP/1.1" status: 404 len: 347 time: 0.0179207 Feb 11 19:35:51.950542 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45390) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:35:52.139107 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Deleting port cd95b7e4-4737-445e-a1d7-7ed10d2b42c5 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:35:52.139485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:52.343801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:52.344162 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:52.480508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Calling delete_port for cd95b7e4-4737-445e-a1d7-7ed10d2b42c5 owned by network:floatingip {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:35:52.651492 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:52.668993 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-831ef09e-6925-4629-8af6-68fed53f2cc5 tempest-TestShelveInstance-1824494848 tempest-TestShelveInstance-1824494848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:35:52.732782 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Pushing event deleted for resources: {'Port': ['ID=cd95b7e4-4737-445e-a1d7-7ed10d2b42c5,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:35:52.736739 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:35:52.901580 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks [] for floatingip, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:52.916023 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746076'] for floatingip, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:52.917313 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-45443c22-eca5-48d1-860c-3bbf8d58eafa tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] 10.222.0.101 "DELETE /v2.0/floatingips/d1598229-ec93-4fda-8071-8c9e6edc2f3c HTTP/1.1" status: 204 len: 168 time: 0.9663208 Feb 11 19:35:54.746955 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-04e744a8-efc2-43e0-9b07-c33435b3a903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:56.991210 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45420) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:35:57.388245 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-99c8de5c-c1fb-4a82-b53a-f5cad62f07be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:57.830572 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:57.884267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225329'] for router_interface, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:58.486960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Deleting port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:35:58.487512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:58.677416 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] For port 04fa26ce-e3a1-4d90-8cf4-08949eec2b33, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:35:58.677819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:58.736385 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:58.811963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Calling delete_port for 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 owned by network:router_interface {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:35:58.994125 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:59.009645 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-4f6a5004-7921-4ccc-8d66-1ac70ef20fd1 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:35:59.067628 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fa26ce-e3a1-4d90-8cf4-08949eec2b33,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:35:59.071551 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:35:59.425462 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853766262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548754'] for router_interface, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:59.675700 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:35:59.935447 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Router 88fdc224-94e1-489f-beef-0dac2430da90 has already been hosted by L3 agent 47a35ed5-b4c5-41d2-9d20-3b15fa12c140 {{(pid=79955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 19:36:00.121847 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-smb the message routers_updated {{(pid=79955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 19:36:00.131103 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] Sync routers for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 19:36:00.135014 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-921abbf9-c429-4383-995b-13e80c25bfd1 admin admin] 10.222.0.101 "PUT /v2.0/routers/88fdc224-94e1-489f-beef-0dac2430da90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1426511 Feb 11 19:36:00.137801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45426) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:00.144091 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:36:00.144801 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:36:00.334446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:00.355091 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:36:00.531981 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:00.538622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Deleting port ad111091-2698-40ec-be58-80b29fd97e7d {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:36:00.539048 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:00.741972 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] For port ad111091-2698-40ec-be58-80b29fd97e7d, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=ad111091-2698-40ec-be58-80b29fd97e7d,segment=NetworkSegment(4d46e9d4-8ef7-47e0-b102-846406fbf2b3),segment_id=4d46e9d4-8ef7-47e0-b102-846406fbf2b3)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:36:00.742584 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:00.828850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:35:58Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:36:00.834029 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] Checking router: 88fdc224-94e1-489f-beef-0dac2430da90 for host: dv-cinder-775250-1-smb {{(pid=79957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 19:36:00.843906 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] Routers {'88fdc224-94e1-489f-beef-0dac2430da90'} bound to L3 agent in host dv-cinder-775250-1-smb {{(pid=79957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 19:36:00.844646 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T19:10:27Z,description=,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-smb',id=47a35ed5-b4c5-41d2-9d20-3b15fa12c140,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T19:10:27Z,topic='l3_agent')) {'router_ids': ['88fdc224-94e1-489f-beef-0dac2430da90'], 'active': True} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:36:01.050195 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvr_db [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] Set router 88fdc224-94e1-489f-beef-0dac2430da90 gateway port host: dv-cinder-775250-1-smb {{(pid=79957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 19:36:01.123101 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Calling delete_port for ad111091-2698-40ec-be58-80b29fd97e7d owned by network:router_gateway {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:36:01.265765 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:01.359811 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_hamode_db [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:35:58Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}], 'dv-cinder-775250-1-smb', False) {} {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:36:01.363932 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f3375-4a63-4bcf-b85b-518b09bb2c9c None None] The sync data for ids ['88fdc224-94e1-489f-beef-0dac2430da90'] in dv-cinder-775250-1-smb is: [{'id': '88fdc224-94e1-489f-beef-0dac2430da90', 'name': 'tempest-AttachVolumeTestJSON-1651492712-router', 'tenant_id': '6a300f9ca531445f9c76c5694dbfbb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'external_fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:50Z', 'updated_at': '2021-02-11T19:35:58Z', 'revision_number': 5, 'project_id': '6a300f9ca531445f9c76c5694dbfbb03', 'gw_port': {'id': 'ad111091-2698-40ec-be58-80b29fd97e7d', 'name': '', 'network_id': 'dd26c341-ddc1-4e30-bbe9-7d5f89caf3dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fdc224-94e1-489f-beef-0dac2430da90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab64292e-9f64-4f9e-a2e3-e6f852057808', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-smb'}] {{(pid=79957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 19:36:01.460987 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553422'] for router_gateway, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:01.607267 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774122'] for router, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:01.609755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:01.633588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226534'] for router, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:01.634198 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88fdc224-94e1-489f-beef-0dac2430da90 {{(pid=79955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 19:36:01.647495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] Notify callbacks [] for router, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:01.648752 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-d7d849f0-e070-4e75-a1a2-f5f79508a0d0 admin admin] 10.222.0.101 "DELETE /v2.0/routers/88fdc224-94e1-489f-beef-0dac2430da90 HTTP/1.1" status: 204 len: 168 time: 1.5099442 Feb 11 19:36:01.651377 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45430) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:01.717945 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] Deleting subnet 89181fbd-1cc9-4702-94f6-9bc33da08a09 {{(pid=79955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 19:36:01.721050 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:01.777040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853179267'] for subnet, precommit_delete_associations {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:01.861218 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8163065'] for subnet, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.129137 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846612751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853179366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512882'] for subnet, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.146063 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:02.193443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89181fbd-1cc9-4702-94f6-9bc33da08a09,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:02.244919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:02.282150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for subnet, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.282975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:36:02.288970 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b3c33a3f-28dd-4a33-8117-ada5dbacd46b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/89181fbd-1cc9-4702-94f6-9bc33da08a09 HTTP/1.1" status: 204 len: 168 time: 0.6365681 Feb 11 19:36:02.291581 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45434) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:02.323871 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bde88-623c-4fa9-8531-34d984f38b28 None None] Network 0f9e91b3-0927-481f-9566-981b36e61563 requested from dv-cinder-775250-1-smb {{(pid=79957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 19:36:02.344763 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:36:02.345156 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 04fa26ce-e3a1-4d90-8cf4-08949eec2b33 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:36:02.345624 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device ad111091-2698-40ec-be58-80b29fd97e7d no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:36:02.395191 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: ad111091-2698-40ec-be58-80b29fd97e7d {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:36:02.395609 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device ad111091-2698-40ec-be58-80b29fd97e7d not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:36:02.411916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8206538'] for network, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.484864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Deleting port 3dca4637-0c90-4712-97ed-0ef852c64310 {{(pid=79955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:36:02.485151 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.640316 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] DHCP port deletion for 0f9e91b3-0927-481f-9566-981b36e61563 request from dv-cinder-775250-1-smb {{(pid=79957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 19:36:02.644655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] Deleting port 3dca4637-0c90-4712-97ed-0ef852c64310 {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:36:02.645205 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.722683 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] For port 3dca4637-0c90-4712-97ed-0ef852c64310, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=3dca4637-0c90-4712-97ed-0ef852c64310,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:36:02.723061 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.857550 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Calling delete_port for 3dca4637-0c90-4712-97ed-0ef852c64310 owned by network:dhcp {{(pid=79955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:36:02.869178 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.db [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] For port 3dca4637-0c90-4712-97ed-0ef852c64310, host dv-cinder-775250-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-smb',level=0,port_id=3dca4637-0c90-4712-97ed-0ef852c64310,segment=NetworkSegment(491ff0f6-c55a-42bd-809a-7df56755a21e),segment_id=491ff0f6-c55a-42bd-809a-7df56755a21e)] {{(pid=79957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 19:36:02.869618 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854197350'] for port, precommit_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.938473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8315918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727067076279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727066573359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853179698'] for port, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:02.954754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f6fea327-0724-4833-9f18-c3bd75dcbb42 tempest-AttachVolumeNegativeTest-391567992 tempest-AttachVolumeNegativeTest-391567992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:03.001583 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] Calling delete_port for 3dca4637-0c90-4712-97ed-0ef852c64310 owned by network:dhcp {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 19:36:03.010779 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dca4637-0c90-4712-97ed-0ef852c64310,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:03.014758 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:03.080242 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.db.api [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 19:36:03.080681 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_db.api [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 19:36:03.101501 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] No DVR routers for this DVR port 3dca4637-0c90-4712-97ed-0ef852c64310 on host dv-cinder-775250-1-smb {{(pid=79955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 19:36:03.227495 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160014', 'neutron.services.segments.db._delete_segments_for_network--9223363309787717748'] for network, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:03.345040 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9e91b3-0927-481f-9566-981b36e61563']}} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:36:03.358239 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491ff0f6-c55a-42bd-809a-7df56755a21e') {'for_net_delete': True} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:36:03.358587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.services.segments.db [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491ff0f6-c55a-42bd-809a-7df56755a21e') {} {{(pid=79955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 19:36:03.371301 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309787715700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1596533'] for segment, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:03.386968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846602972'] for segment, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:03.389278 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 19:36:03.572106 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Network 0f9e91b3-0927-481f-9566-981b36e61563 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:36:03.581233 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596089'] for segment, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:03.582072 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] Deleting port 3dca4637-0c90-4712-97ed-0ef852c64310 {{(pid=79957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 19:36:03.582590 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309787745055'] for port, before_delete {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:03.657370 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-6e05e417-0ea4-4e47-8f42-b5fc36fff735 None None] The port '3dca4637-0c90-4712-97ed-0ef852c64310' was deleted {{(pid=79957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 19:36:03.762781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.managers [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Network 0f9e91b3-0927-481f-9566-981b36e61563 has no segments {{(pid=79955) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: Traceback (most recent call last): Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: timer() Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: cb(*args, **kw) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: return func(*args, **kwargs) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: self._notify() Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: self.callback(batched_events) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: event.method(event) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: segment_id)['aggregates'][0] Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: return f(self, *a, **k) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: return self._get(url).json() Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: **kwargs) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: return self.request(url, 'GET', **kwargs) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: **endpoint_filter) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 19:36:03.785327 dv-cinder-775250-1-smb neutron-server[79846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 19:36:03.865810 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846615802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1009555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544297'] for network, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:03.869185 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:03.883066 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1009644'] for network, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:03.893850 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9e91b3-0927-481f-9566-981b36e61563,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:03.897339 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:03.907452 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5415cedd-00f5-444f-b84e-991961a32337 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0f9e91b3-0927-481f-9566-981b36e61563 HTTP/1.1" status: 204 len: 168 time: 1.6148341 Feb 11 19:36:04.054388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45440) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:04.107622 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-6370f826-1baa-441c-89e4-fd32f6350386 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6a300f9ca531445f9c76c5694dbfbb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517938 Feb 11 19:36:04.110138 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45444) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:04.175736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-445fa626-5137-45f1-9b29-fc357a84e911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:04.202508 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-445fa626-5137-45f1-9b29-fc357a84e911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:04.255767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-445fa626-5137-45f1-9b29-fc357a84e911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:04.260635 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-cb1d81b1-a2e0-4aa9-84f3-2db00abfd68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:04.277296 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fa626-5137-45f1-9b29-fc357a84e911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae547c7-7681-4a8a-8f90-29641733c6af,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:04.280596 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-445fa626-5137-45f1-9b29-fc357a84e911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:04.282753 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-445fa626-5137-45f1-9b29-fc357a84e911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:04.283985 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-445fa626-5137-45f1-9b29-fc357a84e911 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9ae547c7-7681-4a8a-8f90-29641733c6af HTTP/1.1" status: 204 len: 168 time: 0.1728902 Feb 11 19:36:04.284687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 3dca4637-0c90-4712-97ed-0ef852c64310 no longer exists at agent ovs-agent-dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 19:36:04.347192 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] No Port match for: 3dca4637-0c90-4712-97ed-0ef852c64310 {{(pid=79957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 19:36:04.347587 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.plugins.ml2.rpc [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Device 3dca4637-0c90-4712-97ed-0ef852c64310 not bound to the agent host dv-cinder-775250-1-smb {{(pid=79957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 19:36:06.061946 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45498) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:06.215582 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:06.232131 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:36:06.236319 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Usage tracker for resource:security_group_rule and tenant:44f1b6f1686e494cba9d8ef89e08a9a7 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:36:06.239908 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:36:06.245787 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:36:06.334556 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:06.336963 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:06.345748 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-ce7b8048-d390-4754-a368-ba3dbe595df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:06.389189 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=44f1b6f1686e494cba9d8ef89e08a9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260565 Feb 11 19:36:06.390150 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243deb44-71bb-4102-9935-5bfec7015546,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:06.392203 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45504) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:06.393529 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-382965c4-182e-40fd-993c-046b0af76827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:06.454724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9eab50bf-a58e-4c97-ab46-563adc9db406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:06.482629 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9eab50bf-a58e-4c97-ab46-563adc9db406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:06.529024 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9eab50bf-a58e-4c97-ab46-563adc9db406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:06.533926 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-883a9089-0a36-48a7-bccf-7d6adc3f068b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:06.547985 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab50bf-a58e-4c97-ab46-563adc9db406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243deb44-71bb-4102-9935-5bfec7015546,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:06.550808 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-9eab50bf-a58e-4c97-ab46-563adc9db406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:06.552543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-9eab50bf-a58e-4c97-ab46-563adc9db406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:06.553812 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-9eab50bf-a58e-4c97-ab46-563adc9db406 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/243deb44-71bb-4102-9935-5bfec7015546 HTTP/1.1" status: 204 len: 168 time: 0.1605778 Feb 11 19:36:07.695812 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:36:09.117331 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.020889 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45592) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:12.170423 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.188925 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:36:12.193439 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Usage tracker for resource:security_group_rule and tenant:85d4bdb2f2ec4e4495ac527303c60ec4 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:36:12.196469 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:36:12.202255 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:36:12.289543 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.292395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.301095 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b5d047a9-4970-497b-ae3e-f8b8f2f5ff52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:12.345717 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=85d4bdb2f2ec4e4495ac527303c60ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237035 Feb 11 19:36:12.346720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de9040f-7de2-435f-bcab-a48ff4bcdaeb,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:12.348570 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45598) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:12.350308 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:12.414613 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-38788a85-3107-498c-99a6-483d6c4ff4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.441724 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-38788a85-3107-498c-99a6-483d6c4ff4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.486828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-38788a85-3107-498c-99a6-483d6c4ff4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.491752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-0d2d5455-e011-4e5c-9671-609d3347f867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:12.504244 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38788a85-3107-498c-99a6-483d6c4ff4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de9040f-7de2-435f-bcab-a48ff4bcdaeb,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:12.508412 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-38788a85-3107-498c-99a6-483d6c4ff4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:12.514933 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-38788a85-3107-498c-99a6-483d6c4ff4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.516170 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-38788a85-3107-498c-99a6-483d6c4ff4aa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7de9040f-7de2-435f-bcab-a48ff4bcdaeb HTTP/1.1" status: 204 len: 168 time: 0.1665361 Feb 11 19:36:12.868044 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45606) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:12.887490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:12.902767 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:36:12.906838 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Usage tracker for resource:security_group_rule and tenant:5079dc35ec6348008e5cfa78e720ed20 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:36:12.909806 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:36:12.916194 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:36:13.000685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:13.003314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:13.012728 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-d3e90b13-b5b3-49e1-9a0f-d236282dd585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:13.059232 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5079dc35ec6348008e5cfa78e720ed20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899862 Feb 11 19:36:13.060176 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fede8ff2-e138-4594-9683-db34cf03b6e4,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:13.062208 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45610) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:13.063509 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-7be762b8-f424-40a7-9cd8-c520edb15754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:13.124573 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-38a77efe-4986-4c09-8691-6bac1d62ff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:13.151570 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-38a77efe-4986-4c09-8691-6bac1d62ff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:13.195360 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-38a77efe-4986-4c09-8691-6bac1d62ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:13.200212 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2d6431e8-ac57-40cf-916a-f295a7887c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:13.217836 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a77efe-4986-4c09-8691-6bac1d62ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede8ff2-e138-4594-9683-db34cf03b6e4,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:13.222578 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-38a77efe-4986-4c09-8691-6bac1d62ff8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:13.227395 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-38a77efe-4986-4c09-8691-6bac1d62ff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:13.229239 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-38a77efe-4986-4c09-8691-6bac1d62ff8b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fede8ff2-e138-4594-9683-db34cf03b6e4 HTTP/1.1" status: 204 len: 168 time: 0.1659472 Feb 11 19:36:19.504050 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45688) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:19.655991 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:19.671512 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:36:19.675868 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Usage tracker for resource:security_group_rule and tenant:f170a1020566485fb1112c39dd2b9765 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:36:19.678983 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:36:19.684879 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:36:19.769990 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:19.772786 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:19.781415 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3b9b35eb-3f9d-4151-b3ad-2dec68430520 tempest-TestMinimumBasicScenario-2126442512 tempest-TestMinimumBasicScenario-2126442512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:19.823438 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f170a1020566485fb1112c39dd2b9765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182611 Feb 11 19:36:19.824444 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c5e62f-db4f-4fcc-af70-282d231485e4,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:19.826441 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45694) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:19.827964 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-b5ff0165-fb53-444d-b817-c2b45549903b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:19.890348 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-313f3470-64c8-448e-9800-821a5d45c055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:19.918306 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-313f3470-64c8-448e-9800-821a5d45c055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:19.962473 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-313f3470-64c8-448e-9800-821a5d45c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:19.967393 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-38788a85-3107-498c-99a6-483d6c4ff4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:19.981220 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f3470-64c8-448e-9800-821a5d45c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c5e62f-db4f-4fcc-af70-282d231485e4,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:19.984935 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-313f3470-64c8-448e-9800-821a5d45c055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:19.990601 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-313f3470-64c8-448e-9800-821a5d45c055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:19.991864 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-313f3470-64c8-448e-9800-821a5d45c055 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/06c5e62f-db4f-4fcc-af70-282d231485e4 HTTP/1.1" status: 204 len: 168 time: 0.1636467 Feb 11 19:36:20.334398 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45702) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:20.353727 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:20.369665 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:36:20.373688 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Usage tracker for resource:security_group_rule and tenant:a449f47943ef4282b0cb5a162af1e897 is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:36:20.376622 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:36:20.382410 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:36:20.469277 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:20.472056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:20.481060 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-14505e69-71eb-412e-bfae-4da60d428e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:20.524706 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a449f47943ef4282b0cb5a162af1e897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891294 Feb 11 19:36:20.525672 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d9b655-7b50-4e13-9225-c06556f66498,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:20.527593 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45706) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:20.529019 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-03c25501-9cad-4633-ae1f-c4563307a40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:20.590632 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d8a254-4c3f-477d-8ebf-91e9090aa367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:20.618236 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d8a254-4c3f-477d-8ebf-91e9090aa367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:20.664754 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d8a254-4c3f-477d-8ebf-91e9090aa367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:20.669513 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8d72c439-b6e5-463e-be46-48f57fca54de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:20.683310 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8a254-4c3f-477d-8ebf-91e9090aa367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d9b655-7b50-4e13-9225-c06556f66498,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:20.685764 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-67d8a254-4c3f-477d-8ebf-91e9090aa367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:20.693136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-67d8a254-4c3f-477d-8ebf-91e9090aa367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:20.694902 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-67d8a254-4c3f-477d-8ebf-91e9090aa367 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f7d9b655-7b50-4e13-9225-c06556f66498 HTTP/1.1" status: 204 len: 168 time: 0.1649225 Feb 11 19:36:24.752314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-00159d67-b3dd-4969-b38f-23819d32d520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:27.389643 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-49c03f66-02e5-49a7-b45d-2b320f88e93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:27.832025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:28.738673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.203509 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45798) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:29.357231 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.372673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:36:29.376762 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Usage tracker for resource:security_group_rule and tenant:2adef6f41f404bcd89d94e6bdd0bb48c is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:36:29.379674 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:36:29.385945 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:36:29.470954 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.473781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.483080 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-28ac681e-68e2-48dd-9e81-943010f30c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:29.525502 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2adef6f41f404bcd89d94e6bdd0bb48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209171 Feb 11 19:36:29.527243 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf2b1c4-49ae-4f58-bc4b-f554c1c4c165,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:29.528577 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45804) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:29.530602 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-a33b3b7f-4a16-40f7-9a3d-cccf6f05a044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:29.591616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-f2cc-4215-9be5-1baf6ee5e785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.619257 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-f2cc-4215-9be5-1baf6ee5e785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.669059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-f2cc-4215-9be5-1baf6ee5e785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.674224 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-3a9f6fc7-d0a0-4712-bedd-9d990fa4e51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:29.678460 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.688266 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1f301-f2cc-4215-9be5-1baf6ee5e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf2b1c4-49ae-4f58-bc4b-f554c1c4c165,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:29.691009 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-01d1f301-f2cc-4215-9be5-1baf6ee5e785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:29.693364 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-01d1f301-f2cc-4215-9be5-1baf6ee5e785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:29.698058 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-01d1f301-f2cc-4215-9be5-1baf6ee5e785 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dcf2b1c4-49ae-4f58-bc4b-f554c1c4c165 HTTP/1.1" status: 204 len: 168 time: 0.1683166 Feb 11 19:36:30.032598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45812) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:30.052840 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:30.068781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:36:30.072835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b5470899b5884d8786acae28beb135c9 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:36:30.075781 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:36:30.081559 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:36:30.168980 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:30.171588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:30.180832 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-024af00e-0251-40b4-b1e1-d1443c3f987a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:30.220904 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3817a1-e268-4f34-a091-db4d992e7561,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:30.224633 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:30.231030 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2aa4049c-5496-4b4a-a33a-7d1a373786b4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b5470899b5884d8786acae28beb135c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973326 Feb 11 19:36:30.231154 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45816) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:30.299752 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e8ed-5d4e-41c4-aa13-fde902719aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:30.327666 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e8ed-5d4e-41c4-aa13-fde902719aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:30.375021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e8ed-5d4e-41c4-aa13-fde902719aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:30.382872 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f0c3e833-69ee-4ac3-a434-91fd166dc866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:30.398073 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9e8ed-5d4e-41c4-aa13-fde902719aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3817a1-e268-4f34-a091-db4d992e7561,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:30.401305 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e8e9e8ed-5d4e-41c4-aa13-fde902719aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:30.407975 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e8ed-5d4e-41c4-aa13-fde902719aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:30.411634 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-e8e9e8ed-5d4e-41c4-aa13-fde902719aed admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fd3817a1-e268-4f34-a091-db4d992e7561 HTTP/1.1" status: 204 len: 168 time: 0.1771581 Feb 11 19:36:37.600062 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-5a4896cf-e71d-40e9-8bfb-501122805c97 req-91185950-9007-470e-b9a1-34ccefff09e1 service neutron] (79955) timed out ('10.222.0.42', 61846) {{(pid=79955) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 11 19:36:39.115056 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:44.694594 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:36:51.683202 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 45970) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:51.832598 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:51.848015 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:36:51.852155 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Usage tracker for resource:security_group_rule and tenant:2152868948474c6c89f8378bfa55eeec is out of sync, need to count used quota {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:36:51.855916 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79955) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:36:51.861835 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:36:51.947087 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:51.949694 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:51.958484 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-e0c924b0-8f35-4fbd-b8e8-1127125d7a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:52.005553 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2152868948474c6c89f8378bfa55eeec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212059 Feb 11 19:36:52.006637 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d37607a-c39b-430d-9ec4-405ae776436e,revision_number=1']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:52.008443 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 45976) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:36:52.014794 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.015223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.015638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.016043 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.016474 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.016882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.017284 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.017687 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.018086 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.018490 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.018886 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.019279 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.019749 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.020143 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.020589 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.020986 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.021379 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.021769 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.022180 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.022679 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.023075 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.023465 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.023858 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.024250 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.029294 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-c81dbde6-47f1-49ee-a465-3ebc749e9991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:52.073448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:52.100421 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:52.147344 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:52.152919 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-01d1f301-f2cc-4215-9be5-1baf6ee5e785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:36:52.165755 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d37607a-c39b-430d-9ec4-405ae776436e,revision_number=None']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:36:52.179408 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.179826 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.180234 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.180685 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.181084 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.181485 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.181878 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.182274 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.182667 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.183059 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.183448 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.183837 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-smb {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.184321 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.184720 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.185110 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.185496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.185884 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.186273 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.186661 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.187049 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.187434 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.187819 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.188207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.188620 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=79956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 19:36:52.192146 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:36:52.193588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:52.195010 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-2765dc57-7067-466a-83f2-6eb94cebd9d5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d37607a-c39b-430d-9ec4-405ae776436e HTTP/1.1" status: 204 len: 168 time: 0.1854520 Feb 11 19:36:54.753356 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-b638364e-379b-49cc-88c8-a5da379b234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:57.390994 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c94e-43d2-40b8-adac-48a93037a833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:57.834325 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:58.745136 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:36:59.683388 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:09.115913 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:21.694491 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:37:24.755329 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-36b33660-f819-47b7-9fbf-a1a07362e7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:27.392746 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8a144ff5-5713-4d53-b0f2-e77d81d42111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:27.836995 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:28.737318 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:29.684446 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:31.342468 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79956) accepted ('10.222.0.101', 46224) {{(pid=79956) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:37:31.498005 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:31.513725 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 19:37:31.517777 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2063d98b364540a292f3788445f4d8f0 is out of sync, need to count used quota {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 19:37:31.520736 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.quota.resource [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79956) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 19:37:31.526531 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.quota.driver [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79956) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 19:37:31.611273 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:31.614000 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_create {{(pid=79956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:31.623207 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-83939e2e-c474-4ab4-86ad-428630627570 tempest-AttachVolumeTestJSON-227211945 tempest-AttachVolumeTestJSON-227211945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:37:31.664566 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2063d98b364540a292f3788445f4d8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209472 Feb 11 19:37:31.666223 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2501a4-dc98-4a32-93e0-8a5021edc2a7,revision_number=1']} {{(pid=79956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:37:31.667540 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [-] (79955) accepted ('10.222.0.101', 46230) {{(pid=79955) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 19:37:31.669797 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-f0cb033e-e304-4651-8817-559370f373e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:37:31.732849 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5c8089f0-bdf3-4a69-84e7-1ad539ce5d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:31.760021 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5c8089f0-bdf3-4a69-84e7-1ad539ce5d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:31.809371 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5c8089f0-bdf3-4a69-84e7-1ad539ce5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648949'] for security_group, after_delete {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:31.814821 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-8cdf548e-dd35-41c9-acf9-1287f633f27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 19:37:31.827958 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8089f0-bdf3-4a69-84e7-1ad539ce5d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2501a4-dc98-4a32-93e0-8a5021edc2a7,revision_number=None']} {{(pid=79955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 19:37:31.832026 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG oslo_concurrency.lockutils [None req-5c8089f0-bdf3-4a69-84e7-1ad539ce5d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 19:37:31.837864 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-5c8089f0-bdf3-4a69-84e7-1ad539ce5d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:31.839069 dv-cinder-775250-1-smb neutron-server[79846]: INFO neutron.wsgi [None req-5c8089f0-bdf3-4a69-84e7-1ad539ce5d5f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dc2501a4-dc98-4a32-93e0-8a5021edc2a7 HTTP/1.1" status: 204 len: 168 time: 0.1704798 Feb 11 19:37:39.111887 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:54.754960 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6dda6ba2-2b08-4c66-9500-49533788ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:57.396092 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-44fc8053-d862-46d5-8d45-48457c6247db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:57.839153 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:58.695272 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:37:58.740337 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:37:59.687760 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:09.128099 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:24.756664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-6fe51f3a-2022-4e93-9874-82061e9bd4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:27.395651 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e022cdf8-4ca4-418c-bbda-ee9061ca5613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:27.841882 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:28.742290 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:29.688616 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:35.694314 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:38:36.554496 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.wsgi [req-3f91c986-5105-45aa-9869-315b7d2095e2 req-86b2aa32-9107-4e47-9dfa-2c23637a71f4 service neutron] (79955) timed out ('10.222.0.42', 61834) {{(pid=79955) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 11 19:38:39.141291 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:54.758181 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d9eb34b9-cb16-4de6-ae23-7c40ee69a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:57.397664 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-fedad164-79e3-45d7-ab52-e6830b268392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:57.844741 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:58.744184 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:38:59.691655 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:09.140973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:12.694315 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:39:24.760843 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d03d5b46-5bf1-4785-8585-368131410126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:27.398686 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-a7d957f2-796d-4e4a-a363-d6a4c4462000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:27.848256 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:28.746638 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:29.694784 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:39.155795 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:49.695677 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:39:54.763320 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1c420a4d-1b00-4299-8123-3ddfe50ebc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:57.399115 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-bc86f7d8-43fa-4ed6-87a8-47d1fc9bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:57.850280 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:58.748648 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:39:59.698108 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:09.170033 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:24.764067 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-662e9623-4ec7-4a93-9755-250be000e551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:26.695254 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:40:27.399420 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-80edc851-2082-4c26-a805-e12c33897ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:27.854828 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:28.750077 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:29.701627 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:39.167588 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:54.766802 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e513589f-e1cb-4218-acfe-a6a068ac226a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:57.401354 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-4f656264-df2a-4f88-8e51-a35b26dbf7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:57.855214 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:58.752173 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:40:59.707680 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:03.694663 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:41:09.183654 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:24.769161 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-8e23fe63-9f7e-4fe4-ba54-13470ae00abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:27.402450 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-f7cb9a7c-444c-4e0f-87bd-007306e5626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:27.858615 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:28.753968 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:29.708699 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:39.215252 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:40.694452 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:41:54.770436 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-348dfd9e-243d-483c-8a00-8e2838ae7b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:57.403335 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-761fe789-a724-4a96-a0f9-efb6e587052a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:57.861715 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:58.754818 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:41:59.712363 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:42:09.212394 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:42:17.694475 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron.db.agents_db [None req-3494f0b4-a62a-4b79-a949-1f367daff830 None None] Agent healthcheck: found 6 active agents {{(pid=79959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 19:42:24.772090 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-1758ee65-c27a-4ba4-b0f7-cfe2754470c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:42:27.405464 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-29e17b7c-f282-4e41-8029-bb95651928bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:42:27.864673 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-e1e1476b-9ec5-407a-8adb-72386a748bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:42:28.755914 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-45ecf456-752a-46b0-87cb-fd40a2c1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:42:29.714973 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-d61d707c-6599-4919-b89a-e19acb897e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 19:42:39.213025 dv-cinder-775250-1-smb neutron-server[79846]: DEBUG neutron_lib.callbacks.manager [None req-37052f59-2a86-4ccd-82ce-4d60d902e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309787717765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8166175'] for agent, after_update {{(pid=79957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}